-- Logs begin at Mon 2021-08-30 16:41:12 UTC, end at Mon 2021-08-30 17:41:54 UTC. -- Aug 30 17:13:37.744061 dv-cinder-805316-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 30 17:13:40.489222 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.common.config [-] Logging enabled! Aug 30 17:13:40.489851 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 17:13:40.490010 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93706) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 17:13:40.493195 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.common.config [-] Logging enabled! Aug 30 17:13:40.493447 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 17:13:40.493774 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93706) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 17:13:40.494708 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 17:13:40.494941 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 17:13:40.495301 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 17:13:40.495638 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 17:13:40.495867 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 17:13:40.496192 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.496486 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.496779 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.497009 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.497302 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.497620 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.497900 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.498190 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.498487 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.498766 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.499042 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.499322 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.499548 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.499824 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.500102 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.500384 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.500605 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] debug = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.500880 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.501297 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.501722 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.502000 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.502282 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.502551 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.502814 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.503081 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.503359 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.503679 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] host = dv-cinder-805316-3-iscsi {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.503950 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.504229 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.504507 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.504783 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.505054 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.505322 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.505630 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.505900 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.506168 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] log_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.506437 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.506719 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.506998 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.507279 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.507501 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.507717 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.507995 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.508280 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.508550 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.508819 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.509093 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.509362 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.509651 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.509914 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.510193 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.510471 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.510748 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.511014 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.511906 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.512179 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.512443 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.512724 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.512994 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.513263 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.513548 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.513881 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.514104 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.514371 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.514668 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.514950 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.515225 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.515507 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.515774 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.516052 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.516319 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.516585 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.516851 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] use_json = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.517118 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.517380 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.517681 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.517949 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.518215 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.518483 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.518768 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.519037 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:40.519330 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.519621 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.519915 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.520192 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.520479 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.520754 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.521037 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.521307 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.521617 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.521900 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.522182 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.522452 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.522735 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.523007 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.523294 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.523592 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.523880 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.524164 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.524432 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.524700 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.524970 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.525244 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.525560 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.525818 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.526102 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.526383 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.526657 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.527640 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.527931 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.528219 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.528489 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.528768 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.529053 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.529328 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.529621 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.529897 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.530180 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.530453 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.530719 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.530996 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.531270 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.531538 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.531804 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.532073 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.532357 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.532627 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.532891 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.533155 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.533427 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.533718 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.533999 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.534270 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.534535 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.534800 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.535068 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.535333 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.535599 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.535867 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.536135 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.536401 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.536664 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.536926 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.537189 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.537453 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.537738 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.538004 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.538269 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.538538 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.538816 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.539070 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.539337 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.539605 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.539871 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.540153 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.540444 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.540716 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.540989 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.541261 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.541561 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.541838 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.542112 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.542457 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.542718 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.542987 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.543291 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.543557 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.543844 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.544123 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.544397 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.544694 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.544967 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.545245 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.545536 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.545812 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.546093 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.546373 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.546662 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.546951 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.547240 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.547531 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.547822 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.548099 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.548403 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.548677 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:40.549154 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 17:13:40.549390 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93706) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 30 17:13:40.897566 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 17:13:40.897762 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 17:13:40.898045 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 17:13:40.898373 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 30 17:13:41.289943 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.290235 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.290504 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.291797 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.292071 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.292900 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.328897 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.329173 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.329438 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.344783 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.345063 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.345332 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.373029 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.373307 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.373603 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.412031 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.412310 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.412573 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.643127 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.643703 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.643703 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.643916 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.644794 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.764088 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.764405 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.764685 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.764954 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.765218 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.765547 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.765803 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.766061 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.766310 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.766586 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.766844 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.767104 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.767358 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.767607 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.767857 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.768116 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.768365 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.768627 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.768892 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.769146 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.769411 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.769681 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.769959 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.770329 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.770584 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.770825 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.771210 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93706) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 17:13:41.771450 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93706) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 17:13:41.771686 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93706) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 17:13:41.771920 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93706) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 17:13:41.772152 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93706) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 17:13:41.772387 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93706) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 17:13:41.772751 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 30 17:13:41.775851 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 30 17:13:41.779973 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 30 17:13:41.783704 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Aug 30 17:13:41.785305 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 30 17:13:41.785795 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 30 17:13:41.786129 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 30 17:13:41.786509 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 30 17:13:41.789256 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 30 17:13:41.789505 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 30 17:13:41.789873 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 17:13:41.795157 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 30 17:13:41.817645 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 30 17:13:41.818092 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.818391 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93706) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 30 17:13:41.818749 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.820094 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93706) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 30 17:13:41.820373 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 17:13:41.820617 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 30 17:13:41.823884 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.824168 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:41.887373 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 30 17:13:41.887561 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 30 17:13:41.887799 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 30 17:13:41.888171 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 30 17:13:41.909916 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_db.sqlalchemy.engines [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93706) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 30 17:13:42.445979 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Initializing driver for type 'gre' Aug 30 17:13:42.446505 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] gre ID ranges: [(1, 1000)] Aug 30 17:13:42.502435 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Initializing driver for type 'local' Aug 30 17:13:42.502817 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Initializing driver for type 'vlan' Aug 30 17:13:42.516669 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] VlanTypeDriver initialization complete Aug 30 17:13:42.516988 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Initializing driver for type 'vxlan' Aug 30 17:13:42.517493 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] vxlan ID ranges: [(1, 1000)] Aug 30 17:13:42.580039 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Initializing extension driver 'port_security' Aug 30 17:13:42.580493 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.extensions.port_security [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] PortSecurityExtensionDriver initialization complete Aug 30 17:13:42.580945 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Initializing mechanism driver 'openvswitch' Aug 30 17:13:42.581268 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Initializing mechanism driver 'hyperv' Aug 30 17:13:42.587720 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:13:42.588402 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > port after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.588772 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > port after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.589121 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > port after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.589809 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93706) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 17:13:42.590295 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > subnet after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.590651 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > subnet after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.590995 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.591384 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93706) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 17:13:42.591789 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > network after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.592137 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > network after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.592481 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > network after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.592870 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93706) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 17:13:42.593271 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > security_group after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.593691 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > security_group after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.594034 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.594566 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93706) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 17:13:42.594975 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.595327 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.595673 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.596067 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93706) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 17:13:42.596470 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > address_group after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.596817 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > address_group after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.597159 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.597562 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93706) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 17:13:42.597941 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] ML2 OVO RPC backend initialized. {{(pid=93706) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 30 17:13:42.598689 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.599044 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.599462 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > network before_response 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.599813 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > networks before_response 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.600161 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > port before_response 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.600503 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > ports before_response 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.600848 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > subnet before_response 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.601191 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > subnets before_response 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.601569 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > network after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.601915 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > network after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.602252 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > network after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.602588 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > port after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.602923 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > port after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.603259 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > port after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.603598 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > subnet after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.603946 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > subnet after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.604278 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.604932 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Modular L2 Plugin initialization complete Aug 30 17:13:42.605263 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading services supported by the core plugin {{(pid=93706) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 30 17:13:42.605615 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.plugins.ml2.managers [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Got port-security extension from driver 'port_security' Aug 30 17:13:42.606075 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.extensions.vlantransparent [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Disabled vlantransparent extension. Aug 30 17:13:42.606556 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93706) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 30 17:13:42.606869 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading Plugin: router Aug 30 17:13:42.644461 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.645018 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > router after_create 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.645210 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > router before_create 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.645594 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.645971 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.646329 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > router after_delete 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.646686 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.647036 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.647393 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > router after_create 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.647844 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > router after_update 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.648204 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > router after_update 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.648554 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.648914 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > router after_update 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.649320 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > router precommit_update 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.649717 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: port after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.650058 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: port after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.650393 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: subnet after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.650730 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.651077 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.651425 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > router precommit_create 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.651814 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: port before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.652178 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > router precommit_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.652591 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > router after_update 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.652937 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.653292 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > router precommit_create 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.653685 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.654033 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > router precommit_update 55549900 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.654399 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > agent after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.654748 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > agent after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.655094 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > network after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.655946 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.quota.resource_registry [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Tracking information for resource: router configured {{(pid=93706) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 17:13:42.656278 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.quota.resource_registry [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Tracking information for resource: floatingip configured {{(pid=93706) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 17:13:42.661124 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.db.l3_agentschedulers_db [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 30 17:13:42.661727 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: port after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.662088 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: port after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.662440 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: port after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.662793 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: port after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.663579 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > router before_create 55550100 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.663943 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.664300 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > router precommit_create 55550100 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.664660 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > router precommit_update 55550100 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.669298 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.services.provider_configuration [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Service providers = [] {{(pid=93706) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 30 17:13:42.669701 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.db.servicetype_db [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93706) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 30 17:13:42.672582 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.services.service_base [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93706) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 17:13:42.672930 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.services.service_base [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93706) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 17:13:42.673276 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.services.service_base [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93706) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 17:13:42.674462 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.services.service_base [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93706) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 17:13:42.674831 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.services.service_base [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 30 17:13:42.675208 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93706) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 17:13:42.675524 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 30 17:13:42.686669 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93706) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 17:13:42.687031 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading Plugin: auto_allocate Aug 30 17:13:42.692730 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: network precommit_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.693101 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: network precommit_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.693647 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93706) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 17:13:42.693967 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading Plugin: tag Aug 30 17:13:42.701091 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93706) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 17:13:42.701369 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading Plugin: timestamp Aug 30 17:13:42.705341 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93706) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 17:13:42.705704 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading Plugin: network_ip_availability Aug 30 17:13:42.711031 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.711401 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.711756 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.712458 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93706) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 17:13:42.712776 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading Plugin: flavors Aug 30 17:13:42.717598 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93706) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 17:13:42.717932 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading Plugin: revisions Aug 30 17:13:42.722149 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93706) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 17:13:42.722540 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_concurrency.lockutils [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.824s {{(pid=93706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 17:13:42.723272 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93706) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 30 17:13:42.723608 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Initializing extension manager. Aug 30 17:13:42.724119 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: __init__.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.724456 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: __pycache__ {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.724785 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.725112 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: address_group.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.725886 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.726444 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: address-group Aug 30 17:13:42.726765 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: address_scope.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.727473 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.727981 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: address-scope Aug 30 17:13:42.728301 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.729226 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.730299 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: router-admin-state-down-before-update Aug 30 17:13:42.730639 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: agent.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.731527 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.732039 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: agent Aug 30 17:13:42.732364 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: agent_resources_synced.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.733266 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.733817 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: agent-resources-synced Aug 30 17:13:42.734143 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: allowedaddresspairs.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.735907 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.736440 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: allowed-address-pairs Aug 30 17:13:42.736767 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: auto_allocated_topology.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.737856 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.738376 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: auto-allocated-topology Aug 30 17:13:42.738704 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: availability_zone.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.739393 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.739902 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: availability_zone Aug 30 17:13:42.740225 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: availability_zone_filter.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.741192 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.741727 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: availability_zone_filter Aug 30 17:13:42.742161 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: data_plane_status.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.743163 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.743675 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension data-plane-status not supported by any of loaded plugins Aug 30 17:13:42.744070 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: default_subnetpools.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.745050 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.746248 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: default-subnetpools Aug 30 17:13:42.746692 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.747589 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.748181 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: dhcp_agent_scheduler Aug 30 17:13:42.748513 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: dns.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.750376 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.750889 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension dns-integration not supported by any of loaded plugins Aug 30 17:13:42.751296 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: dns_domain_ports.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.752212 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.752807 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 30 17:13:42.753131 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.754188 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.754664 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 30 17:13:42.754987 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: dvr.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.755659 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.756279 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: dvr Aug 30 17:13:42.756601 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: ecmp_routes.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.757508 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.758138 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 30 17:13:42.758465 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: empty_string_filtering.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.759368 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.759878 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: empty-string-filtering Aug 30 17:13:42.760200 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.761143 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.761749 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 30 17:13:42.763495 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.764512 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.765074 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 30 17:13:42.765411 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: external_net.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.766369 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.767260 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: external-net Aug 30 17:13:42.767588 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.769716 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.770311 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: extra_dhcp_opt Aug 30 17:13:42.770636 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: extraroute.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.771796 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.772276 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: extraroute Aug 30 17:13:42.772600 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: extraroute_atomic.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.773791 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.774433 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: extraroute-atomic Aug 30 17:13:42.774756 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: filter_validation.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.775425 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.776066 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: filter-validation Aug 30 17:13:42.776393 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: fip_pf_description.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.777334 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.778194 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 30 17:13:42.778599 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: fip_port_details.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.780075 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.780809 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: fip-port-details Aug 30 17:13:42.781310 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: flavors.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.783135 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.783866 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: flavors Aug 30 17:13:42.784192 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.786416 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.787364 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 30 17:13:42.787734 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: floatingip_pools.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.788778 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.789478 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: floatingip-pools Aug 30 17:13:42.789963 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: ip_allocation.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.791336 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.792217 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension ip_allocation not supported by any of loaded plugins Aug 30 17:13:42.793483 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.794877 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.795675 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: ip-substring-filtering Aug 30 17:13:42.796022 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: l2_adjacency.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.797474 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.798168 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 30 17:13:42.799023 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: l3.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.800747 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.801497 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: router Aug 30 17:13:42.802028 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.804416 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.804948 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 30 17:13:42.805275 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.806248 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.806769 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: ext-gw-mode Aug 30 17:13:42.807095 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.808728 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.809400 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: l3-ha Aug 30 17:13:42.809747 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: l3_flavors.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.810664 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.811177 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: l3-flavors Aug 30 17:13:42.811497 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.812402 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.812915 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 30 17:13:42.813236 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: l3agentscheduler.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.814306 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.814818 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: l3_agent_scheduler Aug 30 17:13:42.815143 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: logging.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.816604 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.817133 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension logging not supported by any of loaded plugins Aug 30 17:13:42.817465 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: metering.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.818229 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.818802 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: metering Aug 30 17:13:42.819128 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.820209 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.820723 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: metering_source_and_destination_fields Aug 30 17:13:42.821047 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: multiprovidernet.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.821989 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.822500 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: multi-provider Aug 30 17:13:42.822821 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: netmtu.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.823884 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.824397 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: net-mtu Aug 30 17:13:42.824721 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: netmtu_writable.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.825666 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.826176 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: net-mtu-writable Aug 30 17:13:42.826500 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: network_availability_zone.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.827168 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.827675 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: network_availability_zone Aug 30 17:13:42.827995 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: network_ip_availability.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.829058 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.829601 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: network-ip-availability Aug 30 17:13:42.829927 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: network_segment_range.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.830688 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.831190 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension network-segment-range not supported by any of loaded plugins Aug 30 17:13:42.831511 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: pagination.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.832485 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.832965 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: pagination Aug 30 17:13:42.833294 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: port_device_profile.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.834243 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.834758 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: port-device-profile Aug 30 17:13:42.835078 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.835986 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.836502 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: port-mac-address-regenerate Aug 30 17:13:42.836821 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.837773 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.838287 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: port-numa-affinity-policy Aug 30 17:13:42.839825 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: port_resource_request.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.842953 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.843484 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension port-resource-request not supported by any of loaded plugins Aug 30 17:13:42.843813 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: portbindings.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.844748 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.845265 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: binding Aug 30 17:13:42.845610 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: portbindings_extended.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.847005 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.847519 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: binding-extended Aug 30 17:13:42.847845 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: portsecurity.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.848765 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.849275 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: port-security Aug 30 17:13:42.849628 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: project_id.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.850673 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.851010 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: project-id Aug 30 17:13:42.851336 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: providernet.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.852256 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.852775 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: provider Aug 30 17:13:42.853101 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: qos.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.860276 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.860802 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension qos not supported by any of loaded plugins Aug 30 17:13:42.861131 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.862404 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.862920 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 30 17:13:42.863248 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.864160 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.864676 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 30 17:13:42.865001 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: qos_default.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.865931 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.866455 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension qos-default not supported by any of loaded plugins Aug 30 17:13:42.866784 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: qos_fip.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.867435 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.867940 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension qos-fip not supported by any of loaded plugins Aug 30 17:13:42.868257 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: qos_gateway_ip.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.869170 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.869702 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 30 17:13:42.870021 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: qos_port_network_policy.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.871614 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.872125 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 30 17:13:42.872492 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: qos_pps_rule.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.876715 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.877261 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension qos-pps not supported by any of loaded plugins Aug 30 17:13:42.877616 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: qos_rule_type_details.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.878545 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.879059 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 30 17:13:42.879388 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: qos_rules_alias.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.880417 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.880935 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 30 17:13:42.881582 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: quotasv2.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.882523 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.882853 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: quotas Aug 30 17:13:42.883177 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: quotasv2_detail.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.888536 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.889144 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: quota_details Aug 30 17:13:42.890323 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: rbac.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.893445 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.894118 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: rbac-policies Aug 30 17:13:42.894461 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: rbac_address_group.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.895480 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.896006 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: rbac-address-group Aug 30 17:13:42.896341 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: rbac_address_scope.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.897301 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.897903 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: rbac-address-scope Aug 30 17:13:42.898236 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: rbac_security_groups.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.899161 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.899680 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: rbac-security-groups Aug 30 17:13:42.900013 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: rbac_subnetpool.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.900938 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.901452 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: rbac-subnetpool Aug 30 17:13:42.902009 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: revisionifmatch.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.902946 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.903474 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: revision-if-match Aug 30 17:13:42.903807 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: revisions.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.904928 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.905457 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: standard-attr-revisions Aug 30 17:13:42.905809 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: router_availability_zone.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.906500 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.907016 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: router_availability_zone Aug 30 17:13:42.907350 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: routerservicetype.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.908298 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.908808 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension router-service-type not supported by any of loaded plugins Aug 30 17:13:42.909136 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.910080 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.910601 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: security-groups-normalized-cidr Aug 30 17:13:42.910930 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.911978 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.912509 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: port-security-groups-filtering Aug 30 17:13:42.912833 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.913805 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.914336 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: security-groups-remote-address-group Aug 30 17:13:42.914668 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: securitygroup.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.926788 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.927330 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: security-group Aug 30 17:13:42.927670 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: segment.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.928476 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.928992 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension segment not supported by any of loaded plugins Aug 30 17:13:42.929328 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.930311 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.930829 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 30 17:13:42.931162 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: servicetype.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.932373 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.933003 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: service-type Aug 30 17:13:42.933948 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: sorting.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.934948 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.935292 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: sorting Aug 30 17:13:42.935620 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: standard_attr_segment.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.936543 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.937068 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 30 17:13:42.937396 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: standardattrdescription.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.938093 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.938604 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: standard-attr-description Aug 30 17:13:42.938931 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: stateful_security_group.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.939860 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.940387 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: stateful-security-group Aug 30 17:13:42.940719 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: stdattrs_common.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.941311 dv-cinder-805316-3-iscsi neutron-server[93706]: WARNING neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 30 17:13:42.941672 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.942607 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.943123 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 30 17:13:42.943447 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: subnet_onboard.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.944529 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.945060 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: subnet_onboard Aug 30 17:13:42.945385 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.946350 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.946866 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 30 17:13:42.947191 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: subnet_service_types.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.948122 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.948840 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: subnet-service-types Aug 30 17:13:42.949170 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: subnetallocation.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.950285 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.950810 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: subnet_allocation Aug 30 17:13:42.951193 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.951823 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.952341 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: subnetpool-prefix-ops Aug 30 17:13:42.952664 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.953633 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.954157 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 30 17:13:42.954518 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: tagging.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.955567 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.956099 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: standard-attr-tag Aug 30 17:13:42.956430 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: timestamp.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.957672 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.958201 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loaded extension: standard-attr-timestamp Aug 30 17:13:42.958535 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: trunk.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.959575 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.960092 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension trunk not supported by any of loaded plugins Aug 30 17:13:42.960422 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: trunk_details.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.961347 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.961904 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension trunk-details not supported by any of loaded plugins Aug 30 17:13:42.962234 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: uplink_status_propagation.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.963156 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.963677 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 30 17:13:42.964005 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Loading extension file: vlantransparent.py {{(pid=93706) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 17:13:42.964799 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93706) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 17:13:42.965312 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 30 17:13:42.967807 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Creating instance of TrackedResource for resource:network Aug 30 17:13:42.968329 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Creating instance of TrackedResource for resource:subnet Aug 30 17:13:42.968730 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 17:13:42.969122 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Creating instance of TrackedResource for resource:port Aug 30 17:13:42.970391 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 17:13:42.970828 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Service FLAVORS assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 17:13:42.971451 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 17:13:42.971894 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 17:13:42.972234 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Creating instance of TrackedResource for resource:router Aug 30 17:13:42.972660 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 17:13:42.973161 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Service METERING assigned prefix: /metering {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 17:13:42.974715 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.975091 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.975447 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:13:42.976460 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 17:13:42.976909 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Creating instance of TrackedResource for resource:security_group Aug 30 17:13:42.977345 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 17:13:42.977967 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Service CORE assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 17:13:42.978297 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 17:13:42.978643 dv-cinder-805316-3-iscsi neutron-server[93706]: WARNING neutron.quota.resource_registry [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] subnetpool is already registered Aug 30 17:13:42.979083 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Service CORE assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 17:13:42.979408 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 17:13:42.979741 dv-cinder-805316-3-iscsi neutron-server[93706]: WARNING neutron.quota.resource_registry [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] subnetpool is already registered Aug 30 17:13:42.982570 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 17:13:42.983007 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Service FLAVORS assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 17:13:42.983603 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 17:13:42.984029 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 17:13:42.984365 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Creating instance of TrackedResource for resource:router Aug 30 17:13:42.984706 dv-cinder-805316-3-iscsi neutron-server[93706]: WARNING neutron.quota.resource_registry [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] router is already registered Aug 30 17:13:42.985125 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 17:13:42.985461 dv-cinder-805316-3-iscsi neutron-server[93706]: WARNING neutron.quota.resource_registry [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] floatingip is already registered Aug 30 17:13:42.985945 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Service METERING assigned prefix: /metering {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 17:13:42.986610 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 17:13:42.986939 dv-cinder-805316-3-iscsi neutron-server[93706]: WARNING neutron.quota.resource_registry [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] rbac_policy is already registered Aug 30 17:13:42.987347 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Creating instance of TrackedResource for resource:security_group Aug 30 17:13:42.987683 dv-cinder-805316-3-iscsi neutron-server[93706]: WARNING neutron.quota.resource_registry [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] security_group is already registered Aug 30 17:13:42.988085 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 17:13:42.988417 dv-cinder-805316-3-iscsi neutron-server[93706]: WARNING neutron.quota.resource_registry [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] security_group_rule is already registered Aug 30 17:13:42.989041 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Service CORE assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 17:13:42.989374 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 17:13:42.989728 dv-cinder-805316-3-iscsi neutron-server[93706]: WARNING neutron.quota.resource_registry [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] subnetpool is already registered Aug 30 17:13:42.990152 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.v2.resource_helper [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Service CORE assigned prefix: {{(pid=93706) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 17:13:42.990477 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.quota.resource_registry [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 17:13:42.990810 dv-cinder-805316-3-iscsi neutron-server[93706]: WARNING neutron.quota.resource_registry [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] subnetpool is already registered Aug 30 17:13:42.991277 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: extensions {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:42.992741 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: address-groups {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:42.994275 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: address-scopes {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:42.996168 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: agents {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:42.997472 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: auto-allocated-topology {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:42.998749 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: availability_zones {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:42.999975 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: dhcp-networks {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.001480 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: dhcp-agents {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.002917 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: routers {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.005142 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: flavors {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.006350 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: service_profiles {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.007574 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: next_providers {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.009018 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: service_profiles {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.010628 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: floatingip-pools {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.011999 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: routers {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.014150 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: floatingips {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.015458 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: l3-routers {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.016853 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: l3-agents {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.018291 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: metering-labels {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.019651 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: metering-label-rules {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.020929 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: network-ip-availabilities {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.022262 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: bindings {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.023915 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: quotas {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.025361 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: quotas {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.026898 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: rbac-policies {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.028109 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: security-groups {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.029446 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: security-group-rules {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.030722 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: service-providers {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.031956 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: subnetpools {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.034439 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: subnetpools {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.035919 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: tags {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.037622 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: tags {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.039438 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: tags {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.041220 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: tags {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.043597 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: tags {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.045454 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: tags {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.047150 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: tags {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.049324 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: tags {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.051128 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: tags {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.052890 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron.api.extensions [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Extended resource: tags {{(pid=93706) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 17:13:43.059495 dv-cinder-805316-3-iscsi neutron-server[93706]: WARNING keystonemiddleware.auth_token [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 30 17:13:43.064241 dv-cinder-805316-3-iscsi neutron-server[93706]: WARNING keystonemiddleware.auth_token [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 30 17:13:43.072589 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_concurrency.lockutils [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Acquired lock "singleton_lock" {{(pid=93706) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 30 17:13:43.073069 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_concurrency.lockutils [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Releasing lock "singleton_lock" {{(pid=93706) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 30 17:13:43.073757 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO oslo_service.service [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Starting 2 workers Aug 30 17:13:43.078645 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Started child 93815 {{(pid=93706) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 17:13:43.083113 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Started child 93816 {{(pid=93706) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 17:13:43.084052 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:13:43.084773 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO neutron.service [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 30 17:13:43.085456 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Notify callbacks [] for process, before_spawn {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:13:43.085631 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [-] (93815) wsgi starting up on http://0.0.0.0:9696 Aug 30 17:13:43.087902 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO oslo_service.service [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Starting 1 workers Aug 30 17:13:43.088081 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:13:43.089980 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [-] (93816) wsgi starting up on http://0.0.0.0:9696 Aug 30 17:13:43.093800 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Started child 93817 {{(pid=93706) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 17:13:43.094339 dv-cinder-805316-3-iscsi neutron-server[93706]: INFO oslo_service.service [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Starting 1 workers Aug 30 17:13:43.097387 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.service [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] calling RpcWorker wait() {{(pid=93817) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 30 17:13:43.097920 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.service [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] returning from RpcWorker wait() {{(pid=93817) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 30 17:13:43.098809 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Started child 93818 {{(pid=93706) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 17:13:43.099315 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:13:43.099634 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef46eba-5025-49d0-87c9-8e27bab124a1 None None] Notify callbacks [] for process, after_spawn {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:13:43.099883 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:13:43.101468 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93706) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 17:13:43.101730 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 17:13:43.101914 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 17:13:43.102135 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 17:13:43.102472 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 17:13:43.102637 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 17:13:43.103149 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.103424 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.103632 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:13:43.104092 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.104092 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.104217 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.104799 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.104939 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:13:43.105635 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.105883 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.106151 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.106400 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.106573 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.106738 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.106990 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.107223 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.107540 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.107823 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.108072 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.108351 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.108523 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.108797 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.109078 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.109315 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.109630 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] debug = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.109857 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.110366 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.110592 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.110832 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.111052 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.111335 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.111578 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.111848 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.112092 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.112305 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.112532 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.112792 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.113044 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.113256 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.113471 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.113754 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.113992 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.114439 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] host = dv-cinder-805316-3-iscsi {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.114675 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.114892 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.115125 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.115372 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.115613 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.115827 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.116076 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.116336 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.116591 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.116830 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.117086 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.117338 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.117609 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.117863 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.118026 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_options = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.118240 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.118503 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.118754 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.118942 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.119110 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.119288 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.119525 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.119690 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.119923 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.120143 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.120361 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.120690 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.120909 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.121154 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.121437 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.121716 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.121936 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.122160 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.122409 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.122653 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.122876 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.123104 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.123334 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.123563 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.123774 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.124073 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.124209 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.124425 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.124640 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.124894 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.125122 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.125482 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.125638 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.125897 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.126127 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.126352 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.126583 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.126848 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.127075 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.127315 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.127558 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.127804 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.128012 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.128242 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.128482 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.128701 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] use_json = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.128912 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.129144 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.129391 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.129623 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.129855 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.130067 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.130283 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.130523 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.130961 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.131237 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.131562 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.131806 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.132035 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.132272 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.132499 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.132716 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.132973 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.133199 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.133552 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.133789 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.134179 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.134479 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.135115 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.135269 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.135485 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.135760 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.136009 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.136267 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.136483 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.136733 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.137006 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.137242 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.137474 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.137750 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.138137 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.138740 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.138897 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.139106 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.139505 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.139653 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.140140 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.140436 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.140610 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.140796 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.141188 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.141475 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.141804 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.142036 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.142257 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.142487 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.142711 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.142968 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.143342 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.143538 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.143623 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.143849 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.144381 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.144381 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.144538 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.144705 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.147391 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.147391 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.147391 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.147391 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.147391 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.147391 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.147391 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.147391 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.147916 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.147916 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.148068 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.148136 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.148397 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.149036 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.149036 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.149036 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.149255 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.149462 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.150018 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.150018 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.150189 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.153444 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.153444 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.153444 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.153444 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.153444 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.153444 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.153444 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.153444 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.153444 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.154069 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.154069 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.154069 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.154069 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.154069 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.154069 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.154422 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.154422 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.154676 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.154944 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.155195 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.155418 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.155677 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.155895 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.156149 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.156371 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.156611 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.156843 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.157092 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.157332 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.157614 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.157860 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.158077 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.158948 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.158948 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.158948 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.159301 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.159301 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.159468 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.159688 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.159938 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.160192 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.160420 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.160674 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.161420 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.161420 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.161752 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.161752 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.162018 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.162233 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.162517 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.162776 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.163024 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.163254 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.163497 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.163727 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.163972 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.164211 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.164471 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.164688 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.164989 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.165231 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.165470 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.165782 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.166031 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.166341 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.166573 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.166807 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.167051 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.167403 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.168147 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.168383 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.168651 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.168895 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.169150 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.169398 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.169652 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.169885 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.170113 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.170360 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.170572 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.170805 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.171018 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.171255 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.171467 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.171698 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.171946 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.172162 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.172383 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.172632 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.172849 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.173066 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.173294 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.173504 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.174011 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.174268 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.174491 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.174713 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.174947 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.175180 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.175439 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.175664 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.175936 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.176178 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.176417 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.176645 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.176888 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.177124 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.177364 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.177630 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.177852 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.178069 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.178278 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.178498 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.178730 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.178971 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.179196 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.179427 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.179697 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.179998 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.180335 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.180587 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.180811 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.181069 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.181287 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.181560 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.181760 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.181978 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.182194 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.182410 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.182631 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.182932 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.183229 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.183504 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.183723 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.183937 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.184166 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.184382 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.184623 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.184907 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.185155 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.185393 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.185690 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.185938 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.186145 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.186566 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.186935 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.187149 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.187392 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.187610 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.187817 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.188043 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.188254 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.188463 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.188788 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.189047 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.189394 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.189649 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.189864 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.190175 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.190797 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.191201 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.191414 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.191642 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.191876 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.192091 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.192310 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.192528 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.192760 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.192985 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.193193 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.193418 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.193673 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.193887 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.194116 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.194427 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.194680 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.194895 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.195350 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.195598 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.195856 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.196105 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.196432 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.196644 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.196887 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.197124 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.197342 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.197603 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.197845 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.198167 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.198440 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.198714 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.198958 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.199446 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.199729 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.200014 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.200234 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.200527 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.200870 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.201148 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.201468 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.201678 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.201934 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.202162 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.202382 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.202622 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.202869 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.203088 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.203327 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.203562 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.203790 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.204006 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.204253 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.204473 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.204700 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.204913 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.205145 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.205362 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.205544 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 17:13:43.206086 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93706) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 17:13:43.206233 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 17:13:43.206391 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 17:13:43.206560 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 17:13:43.206743 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 17:13:43.206891 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 17:13:43.207111 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.207252 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.207389 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.207524 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.207671 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.207855 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.208002 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.208163 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.208319 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.208464 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.208601 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.208757 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.208901 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.209062 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.209205 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.209366 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.209509 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.209695 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.209842 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.209980 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.210137 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.210279 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.210438 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] debug = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.210580 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.210787 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.210958 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.211095 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.211238 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.211374 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.211518 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.211663 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.211820 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.211964 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.212124 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.212266 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.212429 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.212580 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.212717 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.212878 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.213021 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.213181 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] host = dv-cinder-805316-3-iscsi {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.213323 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.213470 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.213650 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.213790 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.213937 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.214095 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.214788 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.215135 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.215422 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.215586 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.215747 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.215909 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.216051 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.216214 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.216368 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_options = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.216504 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.216660 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.216803 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.216993 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.217158 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.217302 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.217464 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.217663 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.217793 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.218028 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.218778 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.218938 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.219100 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.219252 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.219389 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.219548 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.219764 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.219906 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.220042 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.220178 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.220313 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.220448 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.220583 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.220718 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.220855 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.221010 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.221147 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.221305 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.221448 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.221624 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.221763 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.221925 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.222069 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.222229 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.222383 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.222528 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.222664 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.222825 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.222980 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.223116 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.223273 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.223415 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.223576 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.223727 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.223863 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.224024 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] use_json = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.224166 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.224325 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.224467 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.224627 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.224769 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.224918 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.225063 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.225220 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 17:13:43.225399 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.225584 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.225748 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.225914 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.226076 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.226238 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.226400 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.226550 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.226709 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.226870 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.227059 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.227223 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.227394 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.227555 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.227716 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.227878 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.228029 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.228187 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.228368 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.228510 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.228646 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.228781 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.228950 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.229111 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.229264 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.229411 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.229581 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.229781 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.229973 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.230135 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.230297 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.230547 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.230717 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.230880 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.231034 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.231193 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.231356 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.231508 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.231666 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.231826 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.231987 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.232138 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.232283 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.232446 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.232608 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.232770 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.232921 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.233079 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.233240 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.233402 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.233575 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.233786 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.233955 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.234117 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.234277 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.234449 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.234610 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.234770 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.234929 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.235090 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.235250 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.235409 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.235569 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.235729 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.235893 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.236053 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.236227 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.236387 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.236547 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.236708 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.236868 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.237013 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.237177 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.237336 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.237496 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.237678 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.237840 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.238001 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.238161 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.238322 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.238477 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.238634 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.238795 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.238956 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.239117 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.239277 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.239438 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.239597 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.239681 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:13:43.239765 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.239914 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.240090 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.240250 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.240413 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.240573 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.240736 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.240897 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.241058 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.241219 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.241380 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.241555 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.241719 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.241880 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.242043 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.242203 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.242364 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.242524 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.242684 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.242845 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.243005 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.243170 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.243333 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.243492 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.243652 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.243812 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.243973 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.244133 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.244303 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.244464 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.244626 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.244787 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.244954 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.245125 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.245286 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.246055 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.246316 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.246499 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.246661 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.246825 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.246987 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.247148 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.247294 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.247459 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.247628 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.247800 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.247961 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.248123 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.248284 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.248469 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.248630 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.248791 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.248952 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.249114 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.249275 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.249437 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.249619 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.249782 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.249944 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.250105 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.250268 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.250429 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.250590 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.250752 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.250913 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.251076 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.251239 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.251402 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.251637 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.252079 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.252512 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.252673 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.252832 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.252994 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.253156 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.253365 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.253494 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.253661 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.253839 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.253965 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.254099 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.254222 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.254388 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.254551 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.254711 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.254872 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.255022 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.255190 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.255354 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.255518 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.255681 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.255844 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.256006 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.256168 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.256327 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.256484 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.256636 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.256794 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.256956 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.257118 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.257280 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.257445 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.257627 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.257792 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.257968 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.258122 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.258279 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.258440 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.258600 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.258762 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.258923 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.259083 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.259243 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.259404 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.259565 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.259728 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.259890 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.260052 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.260213 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.260375 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.260535 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.260695 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.260855 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.261722 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.261897 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.262066 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.262222 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.262382 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.262544 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.262717 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.262881 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.263043 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.263203 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.263412 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.263512 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.263681 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.263844 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.264004 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.264164 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.264325 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.264486 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.264655 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.264817 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.264977 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.265136 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.265296 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.265457 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.265647 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.265809 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.265970 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.266130 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.266290 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.266450 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.266621 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.266782 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.266948 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.267109 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.267269 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.267429 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.267599 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.267762 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.267923 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.268091 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.268252 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.268413 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.268573 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.268746 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.268908 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.269071 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.269232 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.269392 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.269571 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.269735 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.269899 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.270069 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.270236 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.270397 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.270566 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.270735 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.270904 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.271064 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.271231 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.271404 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.271566 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.271726 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.271887 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.272047 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.272207 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.272367 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.272527 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.272687 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.272847 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.273006 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.273167 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.273327 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.273492 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.273672 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.273833 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.273993 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.274152 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.274313 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.274473 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 17:13:43.274624 dv-cinder-805316-3-iscsi neutron-server[93706]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93706) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 17:13:43.417492 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 46852) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:13:43.426370 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066586 Aug 30 17:13:54.910226 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf4b97c-1a9c-401a-bdab-25fd92a928b6 None None] get_active_networks_info from dv-cinder-805316-3-iscsi {{(pid=93817) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 17:13:55.072438 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf4b97c-1a9c-401a-bdab-25fd92a928b6 None None] No non-hosted networks {{(pid=93817) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 30 17:13:55.093569 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.agentschedulers_db [None req-abf4b97c-1a9c-401a-bdab-25fd92a928b6 None None] DHCP Agent not found on host dv-cinder-805316-3-iscsi {{(pid=93817) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 30 17:13:55.176956 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8c6d8f79-92e6-4bc2-87e4-364ff1ff8a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533422'] for agent, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:13:57.540626 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e1fb7899-d25c-4bf5-b5dc-2ad6e582cfaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533422'] for agent, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:13:57.587514 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-26770c56-34a0-40f5-9b54-f1aa904f7c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:13:57.808359 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533422'] for agent, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:13:57.810250 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:13:57.810956 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:13:57.811699 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:13:57.812290 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:13:57.812905 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:13:57.813720 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:13:57.814262 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:13:57.814917 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:13:57.815613 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:13:57.816196 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:13:57.816821 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:13:57.817348 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:13:57.817975 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-805316-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:13:57.824705 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805316-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:13:58.762451 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533422'] for agent, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:00.031693 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533422'] for agent, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:01.109401 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 46944) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:14:01.604896 dv-cinder-805316-3-iscsi neutron-server[93816]: WARNING oslo_policy.policy [None req-c76db3b6-6d01-4fdf-9bbd-0467d6e05ac4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 17:14:01.605470 dv-cinder-805316-3-iscsi neutron-server[93816]: WARNING oslo_policy.policy [None req-c76db3b6-6d01-4fdf-9bbd-0467d6e05ac4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 17:14:01.829219 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [None req-c76db3b6-6d01-4fdf-9bbd-0467d6e05ac4 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 17:14:01.830223 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-c76db3b6-6d01-4fdf-9bbd-0467d6e05ac4 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7198884 Aug 30 17:14:01.914852 dv-cinder-805316-3-iscsi neutron-server[93817]: INFO neutron.db.l3_hamode_db [None req-98a1957b-6363-48af-bd1f-cc792e261eb7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 30 17:14:01.996524 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a1957b-6363-48af-bd1f-cc792e261eb7 None None] Routers set() bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:14:01.996923 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a1957b-6363-48af-bd1f-cc792e261eb7 None None] Router IDs set() for agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 17:14:04.202347 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 46958) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:14:04.511176 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-429924b3-fe64-4077-89eb-0da64609cc8f admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:14:04.603520 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.policy [None req-429924b3-fe64-4077-89eb-0da64609cc8f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93816) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 17:14:04.648731 dv-cinder-805316-3-iscsi neutron-server[93816]: WARNING oslo_policy.policy [None req-429924b3-fe64-4077-89eb-0da64609cc8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 17:14:04.649100 dv-cinder-805316-3-iscsi neutron-server[93816]: WARNING oslo_policy.policy [None req-429924b3-fe64-4077-89eb-0da64609cc8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 17:14:04.657676 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.quota [None req-429924b3-fe64-4077-89eb-0da64609cc8f admin admin] Loaded quota_driver: . Aug 30 17:14:04.749829 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-429924b3-fe64-4077-89eb-0da64609cc8f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763732832208', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763732828735', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763732840487', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763732846915', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763732147316', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763732862497', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33115921', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33176367', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-733323', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-762731'] for rbac-policy, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:04.814339 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-429924b3-fe64-4077-89eb-0da64609cc8f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:04.815505 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-429924b3-fe64-4077-89eb-0da64609cc8f admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6122143 Aug 30 17:14:07.379418 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 46970) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:14:07.675315 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-abb46593-44bf-4074-acaf-1b6f7d6f4d64 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '1430b2d4dfe04f209b4e18331eb2cce2', 'project_id': '1430b2d4dfe04f209b4e18331eb2cce2'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:14:07.704093 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb46593-44bf-4074-acaf-1b6f7d6f4d64 admin admin] Made reservation on behalf of 1430b2d4dfe04f209b4e18331eb2cce2 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:14:07.706835 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-abb46593-44bf-4074-acaf-1b6f7d6f4d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:07.724486 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-abb46593-44bf-4074-acaf-1b6f7d6f4d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:07.847468 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-abb46593-44bf-4074-acaf-1b6f7d6f4d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:07.851192 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-abb46593-44bf-4074-acaf-1b6f7d6f4d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:07.870345 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb46593-44bf-4074-acaf-1b6f7d6f4d64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:14:07.897099 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-abb46593-44bf-4074-acaf-1b6f7d6f4d64 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763729442789', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:07.897697 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-abb46593-44bf-4074-acaf-1b6f7d6f4d64 admin admin] Unsubscribe: segment precommit_create {{(pid=93816) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 17:14:07.898224 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.db.segments_db [None req-abb46593-44bf-4074-acaf-1b6f7d6f4d64 admin admin] Added segment 97d9eb82-78fa-4aca-b490-7c47c2e1e940 of type vlan for network da6f86fb-c403-47a8-a7d0-16b9bd1905dd Aug 30 17:14:07.918016 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb46593-44bf-4074-acaf-1b6f7d6f4d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78faf3c-343f-42a1-8312-9dc09902e376,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:14:07.965906 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb46593-44bf-4074-acaf-1b6f7d6f4d64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:07.966266 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb46593-44bf-4074-acaf-1b6f7d6f4d64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:07.966602 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb46593-44bf-4074-acaf-1b6f7d6f4d64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:07.966928 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb46593-44bf-4074-acaf-1b6f7d6f4d64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:07.967251 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb46593-44bf-4074-acaf-1b6f7d6f4d64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:07.967593 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb46593-44bf-4074-acaf-1b6f7d6f4d64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:07.967916 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb46593-44bf-4074-acaf-1b6f7d6f4d64 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:07.968232 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb46593-44bf-4074-acaf-1b6f7d6f4d64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:07.968562 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb46593-44bf-4074-acaf-1b6f7d6f4d64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:07.968879 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb46593-44bf-4074-acaf-1b6f7d6f4d64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:07.969192 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb46593-44bf-4074-acaf-1b6f7d6f4d64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:07.969503 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb46593-44bf-4074-acaf-1b6f7d6f4d64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb46593-44bf-4074-acaf-1b6f7d6f4d64 admin admin] Tracked resource versions report: Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: pushed versions: Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: { 'AddressGroup': {'1.2'}, Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: 'ConntrackHelper': {'1.0'}, Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: 'Log': {'1.0'}, Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: 'Network': {'1.1'}, Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: 'Port': {'1.7'}, Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: 'PortForwarding': {'1.2'}, Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: 'QosPolicy': {'1.9'}, Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: 'SecurityGroup': {'1.4'}, Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: 'SecurityGroupRule': {'1.2'}, Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: 'SubPort': {'1.0'}, Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: 'Subnet': {'1.1'}, Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: 'Trunk': {'1.1'}} Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: consumer versions: Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: { DHCP agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: L3 agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: Metadata agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: Metering agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: Open vSwitch agent@dv-cinder-805316-3-iscsi: { 'AddressGroup': '1.2', Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: 'ConntrackHelper': '1.0', Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: 'Log': '1.0', Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: 'Network': '1.1', Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: 'Port': '1.7', Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: 'PortForwarding': '1.2', Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: 'QosPolicy': '1.9', Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: 'SecurityGroup': '1.4', Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: 'SecurityGroupRule': '1.2', Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: 'SubPort': '1.0', Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: 'Subnet': '1.1', Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: 'Trunk': '1.1'}} Aug 30 17:14:07.970577 dv-cinder-805316-3-iscsi neutron-server[93816]: {{(pid=93816) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 17:14:08.022452 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-abb46593-44bf-4074-acaf-1b6f7d6f4d64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763728898142'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:08.060879 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-abb46593-44bf-4074-acaf-1b6f7d6f4d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:08.062028 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb46593-44bf-4074-acaf-1b6f7d6f4d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:14:08.062679 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-abb46593-44bf-4074-acaf-1b6f7d6f4d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:08.144776 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-abb46593-44bf-4074-acaf-1b6f7d6f4d64 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7642334 Aug 30 17:14:08.158479 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb46593-44bf-4074-acaf-1b6f7d6f4d64 admin admin] Pushing event updated for resources: {'Network': ['ID=da6f86fb-c403-47a8-a7d0-16b9bd1905dd,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:14:08.170773 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Network da6f86fb-c403-47a8-a7d0-16b9bd1905dd details requested by agent ovs-agent-dv-cinder-805316-3-iscsi with host dv-cinder-805316-3-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:14:10.779770 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 46984) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:14:11.165972 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f0cf9f-12f7-4ca3-8bff-47a819a9495d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:14:11.167527 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-54f0cf9f-12f7-4ca3-8bff-47a819a9495d admin admin] 10.222.0.21 "GET /v2.0/networks/da6f86fb-c403-47a8-a7d0-16b9bd1905dd HTTP/1.1" status: 200 len: 825 time: 0.3868051 Aug 30 17:14:11.192477 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-784529fb-3a64-4ef7-9c50-4d8d5a5e157f admin admin] 10.222.0.21 "GET /v2.0/subnetpools/64566a01-591c-4b03-bd8c-44a3be432751 HTTP/1.1" status: 200 len: 734 time: 0.0188136 Aug 30 17:14:11.202066 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-bc7d639f-9fc5-4cff-806d-a55d7fffd467 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '1430b2d4dfe04f209b4e18331eb2cce2', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '64566a01-591c-4b03-bd8c-44a3be432751', 'network_id': 'da6f86fb-c403-47a8-a7d0-16b9bd1905dd'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:14:11.222099 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7d639f-9fc5-4cff-806d-a55d7fffd467 admin admin] Made reservation on behalf of 1430b2d4dfe04f209b4e18331eb2cce2 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:14:11.224257 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bc7d639f-9fc5-4cff-806d-a55d7fffd467 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:11.508341 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bc7d639f-9fc5-4cff-806d-a55d7fffd467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:11.578940 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7d639f-9fc5-4cff-806d-a55d7fffd467 admin admin] Checking segment: {'id': '97d9eb82-78fa-4aca-b490-7c47c2e1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'da6f86fb-c403-47a8-a7d0-16b9bd1905dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:14:11.579318 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7d639f-9fc5-4cff-806d-a55d7fffd467 admin admin] Network hostable DHCP agents. Network: da6f86fb-c403-47a8-a7d0-16b9bd1905dd, hostable agents: ['8f3c7f8e-0df7-4e02-9457-a839f0ce6f10'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:14:11.581300 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d639f-9fc5-4cff-806d-a55d7fffd467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adb7bb4d-3d93-4181-ac09-4dd290dfda6f,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:14:11.602012 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7d639f-9fc5-4cff-806d-a55d7fffd467 admin admin] Network da6f86fb-c403-47a8-a7d0-16b9bd1905dd is scheduled to be hosted by DHCP agent 8f3c7f8e-0df7-4e02-9457-a839f0ce6f10 with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:14:11.613795 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-bc7d639f-9fc5-4cff-806d-a55d7fffd467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-3-iscsi, da6f86fb-c403-47a8-a7d0-16b9bd1905dd) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:14:11.618271 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7d639f-9fc5-4cff-806d-a55d7fffd467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:14:11.618878 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bc7d639f-9fc5-4cff-806d-a55d7fffd467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:11.623481 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc02941-bb9f-4b1e-93b0-b858548cf783 None None] Network da6f86fb-c403-47a8-a7d0-16b9bd1905dd requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:14:11.633066 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-bc7d639f-9fc5-4cff-806d-a55d7fffd467 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4341121 Aug 30 17:14:11.943085 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9162af0-1391-5be5-b89f-1e72096aa358-da6f86fb-c403-47a8-a7d0-16b9bd1905dd', 'network_id': 'da6f86fb-c403-47a8-a7d0-16b9bd1905dd', 'tenant_id': '1430b2d4dfe04f209b4e18331eb2cce2', 'fixed_ips': [{'subnet_id': 'adb7bb4d-3d93-4181-ac09-4dd290dfda6f'}]}} from dv-cinder-805316-3-iscsi. {{(pid=93817) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 17:14:11.944310 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:12.215229 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Allocated IP 172.20.0.2 (da6f86fb-c403-47a8-a7d0-16b9bd1905dd/adb7bb4d-3d93-4181-ac09-4dd290dfda6f/1ad338bb-7cee-4f4a-8df7-711c87b644e4) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:14:12.416573 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:12.434020 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Transition to ACTIVE for port object 1ad338bb-7cee-4f4a-8df7-711c87b644e4 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:14:12.481972 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Transition to ACTIVE for port object 1ad338bb-7cee-4f4a-8df7-711c87b644e4 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:14:12.489455 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:12.558130 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Network da6f86fb-c403-47a8-a7d0-16b9bd1905dd is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:14:12.566171 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:14:12.571843 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Pushing event updated for resources: {'Port': ['ID=1ad338bb-7cee-4f4a-8df7-711c87b644e4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:14:12.575956 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:14:12.609348 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:12.609724 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:12.610070 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:12.610407 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:12.610746 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:12.611081 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:12.611409 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:12.611738 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:12.612081 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:12.612409 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:12.612734 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:12.613057 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Tracked resource versions report: Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: pushed versions: Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: { 'AddressGroup': {'1.2'}, Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: 'ConntrackHelper': {'1.0'}, Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: 'Log': {'1.0'}, Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: 'Network': {'1.1'}, Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: 'Port': {'1.7'}, Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: 'PortForwarding': {'1.2'}, Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: 'QosPolicy': {'1.9'}, Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: 'SecurityGroup': {'1.4'}, Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: 'SecurityGroupRule': {'1.2'}, Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: 'SubPort': {'1.0'}, Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: 'Subnet': {'1.1'}, Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: 'Trunk': {'1.1'}} Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: consumer versions: Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: { DHCP agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: L3 agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: Metadata agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: Metering agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: Open vSwitch agent@dv-cinder-805316-3-iscsi: { 'AddressGroup': '1.2', Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: 'ConntrackHelper': '1.0', Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: 'Log': '1.0', Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: 'Network': '1.1', Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: 'Port': '1.7', Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: 'PortForwarding': '1.2', Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: 'QosPolicy': '1.9', Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: 'SecurityGroup': '1.4', Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: 'SecurityGroupRule': '1.2', Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: 'SubPort': '1.0', Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: 'Subnet': '1.1', Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: 'Trunk': '1.1'}} Aug 30 17:14:12.614161 dv-cinder-805316-3-iscsi neutron-server[93817]: {{(pid=93817) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 17:14:12.663829 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Attempting to bind port 1ad338bb-7cee-4f4a-8df7-711c87b644e4 on host dv-cinder-805316-3-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:14:12.663829 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Attempting to bind port 1ad338bb-7cee-4f4a-8df7-711c87b644e4 by drivers openvswitch,hyperv on host dv-cinder-805316-3-iscsi at level 0 using segments [{'id': '97d9eb82-78fa-4aca-b490-7c47c2e1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'da6f86fb-c403-47a8-a7d0-16b9bd1905dd'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:14:12.664578 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Attempting to bind port 1ad338bb-7cee-4f4a-8df7-711c87b644e4 on network da6f86fb-c403-47a8-a7d0-16b9bd1905dd {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:14:12.669098 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Checking agent: {'id': 'ffbe204d-12b1-4bb4-8980-9a78a382db5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 13, 58), 'started_at': datetime.datetime(2021, 8, 30, 17, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:14:12.669529 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Checking segment: {'id': '97d9eb82-78fa-4aca-b490-7c47c2e1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'da6f86fb-c403-47a8-a7d0-16b9bd1905dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:14:12.670011 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:12.670402 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Bound using segment: {'id': '97d9eb82-78fa-4aca-b490-7c47c2e1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'da6f86fb-c403-47a8-a7d0-16b9bd1905dd'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:14:12.670916 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Bound port: 1ad338bb-7cee-4f4a-8df7-711c87b644e4, host: dv-cinder-805316-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d9eb82-78fa-4aca-b490-7c47c2e1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'da6f86fb-c403-47a8-a7d0-16b9bd1905dd'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:14:12.671324 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:12.734114 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] For port 1ad338bb-7cee-4f4a-8df7-711c87b644e4, host dv-cinder-805316-3-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:14:12.738297 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] For port 1ad338bb-7cee-4f4a-8df7-711c87b644e4, host dv-cinder-805316-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=1ad338bb-7cee-4f4a-8df7-711c87b644e4,segment=NetworkSegment(97d9eb82-78fa-4aca-b490-7c47c2e1e940),segment_id=97d9eb82-78fa-4aca-b490-7c47c2e1e940)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:14:12.743612 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:12.815636 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b11a4b-3d14-41d4-a1df-061c2f58cf41 None None] Pushing event updated for resources: {'Port': ['ID=1ad338bb-7cee-4f4a-8df7-711c87b644e4,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:14:14.114586 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 46992) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:14:14.432571 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [None req-ecd69b18-3a5e-4b05-8db6-d472e1687537 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 17:14:14.433671 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-ecd69b18-3a5e-4b05-8db6-d472e1687537 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3181207 Aug 30 17:14:16.860198 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47000) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:14:17.359410 dv-cinder-805316-3-iscsi neutron-server[93815]: WARNING oslo_policy.policy [None req-3a5953c2-4352-4088-861c-1fd798315fd6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 17:14:17.360008 dv-cinder-805316-3-iscsi neutron-server[93815]: WARNING oslo_policy.policy [None req-3a5953c2-4352-4088-861c-1fd798315fd6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 17:14:17.582849 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [None req-3a5953c2-4352-4088-861c-1fd798315fd6 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 17:14:17.584126 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-3a5953c2-4352-4088-861c-1fd798315fd6 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7218518 Aug 30 17:14:20.225178 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47020) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:14:20.527698 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-8d9ba762-1a37-46f7-90dc-d2ea81200c92 admin admin] Request body: {'router': {'tenant_id': '1430b2d4dfe04f209b4e18331eb2cce2', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:14:20.592633 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.policy [None req-8d9ba762-1a37-46f7-90dc-d2ea81200c92 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93815) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 17:14:20.638770 dv-cinder-805316-3-iscsi neutron-server[93815]: WARNING oslo_policy.policy [None req-8d9ba762-1a37-46f7-90dc-d2ea81200c92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 17:14:20.639195 dv-cinder-805316-3-iscsi neutron-server[93815]: WARNING oslo_policy.policy [None req-8d9ba762-1a37-46f7-90dc-d2ea81200c92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 17:14:20.647796 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.quota [None req-8d9ba762-1a37-46f7-90dc-d2ea81200c92 admin admin] Loaded quota_driver: . Aug 30 17:14:20.704779 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d9ba762-1a37-46f7-90dc-d2ea81200c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102440'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:20.707459 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d9ba762-1a37-46f7-90dc-d2ea81200c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533729', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102449'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:20.863708 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d9ba762-1a37-46f7-90dc-d2ea81200c92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:20.869116 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d9ba762-1a37-46f7-90dc-d2ea81200c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535102'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:20.887752 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d9ba762-1a37-46f7-90dc-d2ea81200c92 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:20.889105 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-8d9ba762-1a37-46f7-90dc-d2ea81200c92 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6629100 Aug 30 17:14:21.252319 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43063e26-c05c-411f-8e86-7f8009e90b98 None None] Network da6f86fb-c403-47a8-a7d0-16b9bd1905dd requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:14:21.379718 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-44fdab91-be07-4170-a20e-2a119e4e4e68 None None] Provisioning for port 1ad338bb-7cee-4f4a-8df7-711c87b644e4 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:14:21.643028 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 1ad338bb-7cee-4f4a-8df7-711c87b644e4 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:14:21.723255 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning for port 1ad338bb-7cee-4f4a-8df7-711c87b644e4 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:14:21.726880 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 1ad338bb-7cee-4f4a-8df7-711c87b644e4 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:14:21.727218 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:21.832111 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:21.864683 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] For port 1ad338bb-7cee-4f4a-8df7-711c87b644e4, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=1ad338bb-7cee-4f4a-8df7-711c87b644e4,segment=NetworkSegment(97d9eb82-78fa-4aca-b490-7c47c2e1e940),segment_id=97d9eb82-78fa-4aca-b490-7c47c2e1e940)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:14:21.868447 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:21.912549 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Pushing event updated for resources: {'Port': ['ID=1ad338bb-7cee-4f4a-8df7-711c87b644e4,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:14:23.263342 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47030) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:14:23.572892 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [None req-98a08125-213d-4921-b39b-568a87851e13 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 17:14:23.577793 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-98a08125-213d-4921-b39b-568a87851e13 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3134303 Aug 30 17:14:23.610841 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 1ad338bb-7cee-4f4a-8df7-711c87b644e4 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:14:23.661635 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 1ad338bb-7cee-4f4a-8df7-711c87b644e4 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:14:23.661939 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:24.810772 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f61071e-6655-4ee5-9144-68a8f473f7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:25.996158 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47038) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:14:26.306479 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-8d49d38c-8601-43c4-a3ee-ea7e997ce56b admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:14:26.330593 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d49d38c-8601-43c4-a3ee-ea7e997ce56b admin admin] Made reservation on behalf of 13aa5a7a55b844d1ab72d6df34200a35 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:14:26.333316 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d49d38c-8601-43c4-a3ee-ea7e997ce56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:26.349406 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d49d38c-8601-43c4-a3ee-ea7e997ce56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:26.467555 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d49d38c-8601-43c4-a3ee-ea7e997ce56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:26.470939 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d49d38c-8601-43c4-a3ee-ea7e997ce56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:26.481607 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8d49d38c-8601-43c4-a3ee-ea7e997ce56b admin admin] Reserving flat network on physical network physnet1 {{(pid=93815) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 30 17:14:26.512592 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d49d38c-8601-43c4-a3ee-ea7e997ce56b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763729442789', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:26.513164 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d49d38c-8601-43c4-a3ee-ea7e997ce56b admin admin] Unsubscribe: segment precommit_create {{(pid=93815) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 17:14:26.513709 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-8d49d38c-8601-43c4-a3ee-ea7e997ce56b admin admin] Added segment a1e39651-c313-42ea-8a56-542d3d88063d of type flat for network 3951d34a-2192-4abb-b523-61631b013f39 Aug 30 17:14:26.529228 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d49d38c-8601-43c4-a3ee-ea7e997ce56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a627760e-665f-49d0-b494-9c0bcbf04814,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:14:26.554671 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d49d38c-8601-43c4-a3ee-ea7e997ce56b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:26.555028 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d49d38c-8601-43c4-a3ee-ea7e997ce56b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:26.555370 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d49d38c-8601-43c4-a3ee-ea7e997ce56b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:26.555699 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d49d38c-8601-43c4-a3ee-ea7e997ce56b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:26.556597 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d49d38c-8601-43c4-a3ee-ea7e997ce56b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:26.556968 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d49d38c-8601-43c4-a3ee-ea7e997ce56b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:26.557302 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d49d38c-8601-43c4-a3ee-ea7e997ce56b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:26.557646 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d49d38c-8601-43c4-a3ee-ea7e997ce56b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:26.557985 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d49d38c-8601-43c4-a3ee-ea7e997ce56b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:26.558308 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d49d38c-8601-43c4-a3ee-ea7e997ce56b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:26.558626 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d49d38c-8601-43c4-a3ee-ea7e997ce56b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:26.558940 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d49d38c-8601-43c4-a3ee-ea7e997ce56b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d49d38c-8601-43c4-a3ee-ea7e997ce56b admin admin] Tracked resource versions report: Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: pushed versions: Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: { 'AddressGroup': {'1.2'}, Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: 'ConntrackHelper': {'1.0'}, Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: 'Log': {'1.0'}, Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: 'Network': {'1.1'}, Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: 'Port': {'1.7'}, Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: 'PortForwarding': {'1.2'}, Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: 'QosPolicy': {'1.9'}, Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: 'SecurityGroup': {'1.4'}, Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: 'SecurityGroupRule': {'1.2'}, Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: 'SubPort': {'1.0'}, Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: 'Subnet': {'1.1'}, Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: 'Trunk': {'1.1'}} Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: consumer versions: Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: { DHCP agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: L3 agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: Metadata agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: Metering agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: Open vSwitch agent@dv-cinder-805316-3-iscsi: { 'AddressGroup': '1.2', Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: 'ConntrackHelper': '1.0', Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: 'Log': '1.0', Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: 'Network': '1.1', Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: 'Port': '1.7', Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: 'PortForwarding': '1.2', Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: 'QosPolicy': '1.9', Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: 'SecurityGroup': '1.4', Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: 'SecurityGroupRule': '1.2', Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: 'SubPort': '1.0', Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: 'Subnet': '1.1', Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: 'Trunk': '1.1'}} Aug 30 17:14:26.559999 dv-cinder-805316-3-iscsi neutron-server[93815]: {{(pid=93815) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 17:14:26.638400 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d49d38c-8601-43c4-a3ee-ea7e997ce56b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763728898142'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:26.679338 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d49d38c-8601-43c4-a3ee-ea7e997ce56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:26.680518 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d49d38c-8601-43c4-a3ee-ea7e997ce56b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:14:26.681813 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8d49d38c-8601-43c4-a3ee-ea7e997ce56b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:26.760649 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-8d49d38c-8601-43c4-a3ee-ea7e997ce56b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7633500 Aug 30 17:14:26.778482 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d49d38c-8601-43c4-a3ee-ea7e997ce56b admin admin] Pushing event updated for resources: {'Network': ['ID=3951d34a-2192-4abb-b523-61631b013f39,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:14:26.789473 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Network 3951d34a-2192-4abb-b523-61631b013f39 details requested by agent ovs-agent-dv-cinder-805316-3-iscsi with host dv-cinder-805316-3-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:14:27.535672 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-14329661-1861-43b1-93b5-522c6ebad96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:27.808186 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:28.706250 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:29.140378 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47060) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:14:29.359194 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82a539e-3aaf-44c3-b924-0f22badca273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:14:29.360550 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-b82a539e-3aaf-44c3-b924-0f22badca273 admin admin] 10.222.0.21 "GET /v2.0/subnets/adb7bb4d-3d93-4181-ac09-4dd290dfda6f HTTP/1.1" status: 200 len: 849 time: 0.2191958 Aug 30 17:14:29.491835 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-50b307c0-b35a-429b-aa33-0564df4b392f admin admin] 10.222.0.21 "GET /v2.0/routers/4deef503-b2e1-48b5-882f-0ca0dd37ff17 HTTP/1.1" status: 200 len: 704 time: 0.1251645 Aug 30 17:14:29.752769 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c386af2-0925-4825-9946-326ccdfd21e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:29.977175 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:30.041770 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-5c386af2-0925-4825-9946-326ccdfd21e2 admin admin] Allocated IP 172.20.0.1 (da6f86fb-c403-47a8-a7d0-16b9bd1905dd/adb7bb4d-3d93-4181-ac09-4dd290dfda6f/3993d157-1dac-4235-b5f9-6e2e7256817f) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:14:30.221816 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c386af2-0925-4825-9946-326ccdfd21e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:30.245706 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-5c386af2-0925-4825-9946-326ccdfd21e2 admin admin] Transition to ACTIVE for port object 3993d157-1dac-4235-b5f9-6e2e7256817f will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:14:30.311686 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c386af2-0925-4825-9946-326ccdfd21e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:30.374551 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c386af2-0925-4825-9946-326ccdfd21e2 admin admin] Network da6f86fb-c403-47a8-a7d0-16b9bd1905dd is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:14:30.381166 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-5c386af2-0925-4825-9946-326ccdfd21e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:14:30.393917 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c386af2-0925-4825-9946-326ccdfd21e2 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:14:30.394775 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c386af2-0925-4825-9946-326ccdfd21e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535265'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:30.463791 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c386af2-0925-4825-9946-326ccdfd21e2 admin admin] Pushing event updated for resources: {'Port': ['ID=3993d157-1dac-4235-b5f9-6e2e7256817f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:14:30.579399 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-a430c5ae-8890-4d50-a849-0c13e839a95d None None] Provisioning for port 3993d157-1dac-4235-b5f9-6e2e7256817f completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:14:30.583398 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-a430c5ae-8890-4d50-a849-0c13e839a95d None None] Provisioning complete for port 3993d157-1dac-4235-b5f9-6e2e7256817f triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:14:30.583769 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a430c5ae-8890-4d50-a849-0c13e839a95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:30.601788 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c386af2-0925-4825-9946-326ccdfd21e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:30.620130 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-a430c5ae-8890-4d50-a849-0c13e839a95d None None] Port 3993d157-1dac-4235-b5f9-6e2e7256817f cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:14:30.855240 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c386af2-0925-4825-9946-326ccdfd21e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:30.859579 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c386af2-0925-4825-9946-326ccdfd21e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:30.860338 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5c386af2-0925-4825-9946-326ccdfd21e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535358'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:30.935754 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c386af2-0925-4825-9946-326ccdfd21e2 admin admin] Pushing event updated for resources: {'Port': ['ID=3993d157-1dac-4235-b5f9-6e2e7256817f,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:14:30.981338 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c386af2-0925-4825-9946-326ccdfd21e2 admin admin] Network da6f86fb-c403-47a8-a7d0-16b9bd1905dd is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:14:30.982605 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-5c386af2-0925-4825-9946-326ccdfd21e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:14:31.141353 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c386af2-0925-4825-9946-326ccdfd21e2 admin admin] Router 4deef503-b2e1-48b5-882f-0ca0dd37ff17 is scheduled to L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 17:14:31.231379 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c386af2-0925-4825-9946-326ccdfd21e2 admin admin] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:14:31.236601 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-5c386af2-0925-4825-9946-326ccdfd21e2 admin admin] 10.222.0.21 "PUT /v2.0/routers/4deef503-b2e1-48b5-882f-0ca0dd37ff17/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7390177 Aug 30 17:14:31.242511 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-71555c2f-e97a-495e-9dec-7afb120d47c8 None None] Provisioning complete for port 3993d157-1dac-4235-b5f9-6e2e7256817f triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:14:31.243092 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-71555c2f-e97a-495e-9dec-7afb120d47c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:31.253583 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024e7260-919a-4261-a756-47dd9e7b20cd None None] Sync routers for ids ['4deef503-b2e1-48b5-882f-0ca0dd37ff17'] in dv-cinder-805316-3-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:14:31.265769 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024e7260-919a-4261-a756-47dd9e7b20cd None None] Routers {'4deef503-b2e1-48b5-882f-0ca0dd37ff17'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:14:31.266863 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-024e7260-919a-4261-a756-47dd9e7b20cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:14:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['4deef503-b2e1-48b5-882f-0ca0dd37ff17'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:14:31.277754 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-71555c2f-e97a-495e-9dec-7afb120d47c8 None None] Port 3993d157-1dac-4235-b5f9-6e2e7256817f cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:14:31.450956 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-024e7260-919a-4261-a756-47dd9e7b20cd None None] Set router 4deef503-b2e1-48b5-882f-0ca0dd37ff17 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:14:31.881604 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-024e7260-919a-4261-a756-47dd9e7b20cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4deef503-b2e1-48b5-882f-0ca0dd37ff17', 'name': 'router1', 'tenant_id': '1430b2d4dfe04f209b4e18331eb2cce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:14:20Z', 'updated_at': '2021-08-30T17:14:30Z', 'revision_number': 2, 'project_id': '1430b2d4dfe04f209b4e18331eb2cce2', 'gw_port_host': None, '_interfaces': [{'id': '3993d157-1dac-4235-b5f9-6e2e7256817f', 'name': '', 'network_id': 'da6f86fb-c403-47a8-a7d0-16b9bd1905dd', 'tenant_id': '1430b2d4dfe04f209b4e18331eb2cce2', 'mac_address': 'fa:16:3e:92:5c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4deef503-b2e1-48b5-882f-0ca0dd37ff17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'adb7bb4d-3d93-4181-ac09-4dd290dfda6f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:14:29Z', 'updated_at': '2021-08-30T17:14:30Z', 'revision_number': 2, 'project_id': '1430b2d4dfe04f209b4e18331eb2cce2', 'subnets': [{'id': 'adb7bb4d-3d93-4181-ac09-4dd290dfda6f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64566a01-591c-4b03-bd8c-44a3be432751'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:14:31.931684 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024e7260-919a-4261-a756-47dd9e7b20cd None None] Checking router: 4deef503-b2e1-48b5-882f-0ca0dd37ff17 for host: dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:14:31.932057 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024e7260-919a-4261-a756-47dd9e7b20cd None None] Updating router 4deef503-b2e1-48b5-882f-0ca0dd37ff17 port 3993d157-1dac-4235-b5f9-6e2e7256817f binding host dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:14:31.980442 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-024e7260-919a-4261-a756-47dd9e7b20cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:32.491617 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-024e7260-919a-4261-a756-47dd9e7b20cd None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:32.509566 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-024e7260-919a-4261-a756-47dd9e7b20cd None None] Transition to ACTIVE for port object 3993d157-1dac-4235-b5f9-6e2e7256817f will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:14:32.515499 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-024e7260-919a-4261-a756-47dd9e7b20cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:32.670249 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4f524-43ec-4ea4-9952-5d7e53a3635f None None] Pushing event updated for resources: {'Port': ['ID=3993d157-1dac-4235-b5f9-6e2e7256817f,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:14:32.683087 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-024e7260-919a-4261-a756-47dd9e7b20cd None None] Attempting to bind port 3993d157-1dac-4235-b5f9-6e2e7256817f on host dv-cinder-805316-3-iscsi for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:14:32.683457 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-024e7260-919a-4261-a756-47dd9e7b20cd None None] Attempting to bind port 3993d157-1dac-4235-b5f9-6e2e7256817f by drivers openvswitch,hyperv on host dv-cinder-805316-3-iscsi at level 0 using segments [{'id': '97d9eb82-78fa-4aca-b490-7c47c2e1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'da6f86fb-c403-47a8-a7d0-16b9bd1905dd'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:14:32.683909 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024e7260-919a-4261-a756-47dd9e7b20cd None None] Attempting to bind port 3993d157-1dac-4235-b5f9-6e2e7256817f on network da6f86fb-c403-47a8-a7d0-16b9bd1905dd {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:14:32.691904 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024e7260-919a-4261-a756-47dd9e7b20cd None None] Checking agent: {'id': 'ffbe204d-12b1-4bb4-8980-9a78a382db5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 13, 58), 'started_at': datetime.datetime(2021, 8, 30, 17, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:14:32.692456 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024e7260-919a-4261-a756-47dd9e7b20cd None None] Checking segment: {'id': '97d9eb82-78fa-4aca-b490-7c47c2e1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'da6f86fb-c403-47a8-a7d0-16b9bd1905dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:14:32.692817 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-024e7260-919a-4261-a756-47dd9e7b20cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:32.693209 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024e7260-919a-4261-a756-47dd9e7b20cd None None] Bound using segment: {'id': '97d9eb82-78fa-4aca-b490-7c47c2e1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'da6f86fb-c403-47a8-a7d0-16b9bd1905dd'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:14:32.693750 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-024e7260-919a-4261-a756-47dd9e7b20cd None None] Bound port: 3993d157-1dac-4235-b5f9-6e2e7256817f, host: dv-cinder-805316-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d9eb82-78fa-4aca-b490-7c47c2e1e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'da6f86fb-c403-47a8-a7d0-16b9bd1905dd'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:14:32.694150 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-024e7260-919a-4261-a756-47dd9e7b20cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:32.708693 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4f524-43ec-4ea4-9952-5d7e53a3635f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:32.709049 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4f524-43ec-4ea4-9952-5d7e53a3635f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:32.709390 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4f524-43ec-4ea4-9952-5d7e53a3635f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:32.709754 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4f524-43ec-4ea4-9952-5d7e53a3635f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:32.710087 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4f524-43ec-4ea4-9952-5d7e53a3635f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:32.710417 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4f524-43ec-4ea4-9952-5d7e53a3635f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:32.710746 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4f524-43ec-4ea4-9952-5d7e53a3635f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:32.711073 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4f524-43ec-4ea4-9952-5d7e53a3635f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:32.711405 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4f524-43ec-4ea4-9952-5d7e53a3635f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:32.711731 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4f524-43ec-4ea4-9952-5d7e53a3635f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:32.712663 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4f524-43ec-4ea4-9952-5d7e53a3635f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:32.712992 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4f524-43ec-4ea4-9952-5d7e53a3635f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad4f524-43ec-4ea4-9952-5d7e53a3635f None None] Tracked resource versions report: Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: pushed versions: Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: { 'AddressGroup': {'1.2'}, Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: 'ConntrackHelper': {'1.0'}, Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: 'Log': {'1.0'}, Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: 'Network': {'1.1'}, Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: 'Port': {'1.7'}, Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: 'PortForwarding': {'1.2'}, Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: 'QosPolicy': {'1.9'}, Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: 'SecurityGroup': {'1.4'}, Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: 'SecurityGroupRule': {'1.2'}, Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: 'SubPort': {'1.0'}, Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: 'Subnet': {'1.1'}, Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: 'Trunk': {'1.1'}} Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: consumer versions: Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: { DHCP agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: L3 agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: Metadata agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: Metering agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: Open vSwitch agent@dv-cinder-805316-3-iscsi: { 'AddressGroup': '1.2', Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: 'ConntrackHelper': '1.0', Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: 'Log': '1.0', Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: 'Network': '1.1', Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: 'Port': '1.7', Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: 'PortForwarding': '1.2', Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: 'QosPolicy': '1.9', Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: 'SecurityGroup': '1.4', Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: 'SecurityGroupRule': '1.2', Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: 'SubPort': '1.0', Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: 'Subnet': '1.1', Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: 'Trunk': '1.1'}} Aug 30 17:14:32.714106 dv-cinder-805316-3-iscsi neutron-server[93818]: {{(pid=93818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 17:14:32.770694 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-024e7260-919a-4261-a756-47dd9e7b20cd None None] For port 3993d157-1dac-4235-b5f9-6e2e7256817f, host dv-cinder-805316-3-iscsi, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:14:32.789493 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-024e7260-919a-4261-a756-47dd9e7b20cd None None] For port 3993d157-1dac-4235-b5f9-6e2e7256817f, host dv-cinder-805316-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=3993d157-1dac-4235-b5f9-6e2e7256817f,segment=NetworkSegment(97d9eb82-78fa-4aca-b490-7c47c2e1e940),segment_id=97d9eb82-78fa-4aca-b490-7c47c2e1e940)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:14:32.793843 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-024e7260-919a-4261-a756-47dd9e7b20cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:32.851556 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4f524-43ec-4ea4-9952-5d7e53a3635f None None] Pushing event updated for resources: {'Port': ['ID=3993d157-1dac-4235-b5f9-6e2e7256817f,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:14:32.861632 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024e7260-919a-4261-a756-47dd9e7b20cd None None] Routers {'4deef503-b2e1-48b5-882f-0ca0dd37ff17'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:14:32.862256 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-024e7260-919a-4261-a756-47dd9e7b20cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:14:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['4deef503-b2e1-48b5-882f-0ca0dd37ff17'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:14:32.952056 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-024e7260-919a-4261-a756-47dd9e7b20cd None None] Set router 4deef503-b2e1-48b5-882f-0ca0dd37ff17 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:14:33.157480 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-024e7260-919a-4261-a756-47dd9e7b20cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4deef503-b2e1-48b5-882f-0ca0dd37ff17', 'name': 'router1', 'tenant_id': '1430b2d4dfe04f209b4e18331eb2cce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:14:20Z', 'updated_at': '2021-08-30T17:14:30Z', 'revision_number': 2, 'project_id': '1430b2d4dfe04f209b4e18331eb2cce2', 'gw_port_host': None, '_interfaces': [{'id': '3993d157-1dac-4235-b5f9-6e2e7256817f', 'name': '', 'network_id': 'da6f86fb-c403-47a8-a7d0-16b9bd1905dd', 'tenant_id': '1430b2d4dfe04f209b4e18331eb2cce2', 'mac_address': 'fa:16:3e:92:5c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4deef503-b2e1-48b5-882f-0ca0dd37ff17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'adb7bb4d-3d93-4181-ac09-4dd290dfda6f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:14:29Z', 'updated_at': '2021-08-30T17:14:32Z', 'revision_number': 4, 'project_id': '1430b2d4dfe04f209b4e18331eb2cce2', 'subnets': [{'id': 'adb7bb4d-3d93-4181-ac09-4dd290dfda6f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64566a01-591c-4b03-bd8c-44a3be432751'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:14:33.184075 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024e7260-919a-4261-a756-47dd9e7b20cd None None] The sync data for ids ['4deef503-b2e1-48b5-882f-0ca0dd37ff17'] in dv-cinder-805316-3-iscsi is: [{'id': '4deef503-b2e1-48b5-882f-0ca0dd37ff17', 'name': 'router1', 'tenant_id': '1430b2d4dfe04f209b4e18331eb2cce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:14:20Z', 'updated_at': '2021-08-30T17:14:30Z', 'revision_number': 2, 'project_id': '1430b2d4dfe04f209b4e18331eb2cce2', 'gw_port_host': None, '_interfaces': [{'id': '3993d157-1dac-4235-b5f9-6e2e7256817f', 'name': '', 'network_id': 'da6f86fb-c403-47a8-a7d0-16b9bd1905dd', 'tenant_id': '1430b2d4dfe04f209b4e18331eb2cce2', 'mac_address': 'fa:16:3e:92:5c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4deef503-b2e1-48b5-882f-0ca0dd37ff17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'adb7bb4d-3d93-4181-ac09-4dd290dfda6f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:14:29Z', 'updated_at': '2021-08-30T17:14:32Z', 'revision_number': 4, 'project_id': '1430b2d4dfe04f209b4e18331eb2cce2', 'subnets': [{'id': 'adb7bb4d-3d93-4181-ac09-4dd290dfda6f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64566a01-591c-4b03-bd8c-44a3be432751'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:14:33.461722 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47080) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:14:33.572748 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5e67b0-5c04-4223-843a-70305c175326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:14:33.578433 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-ec5e67b0-5c04-4223-843a-70305c175326 admin admin] 10.222.0.21 "GET /v2.0/networks/3951d34a-2192-4abb-b523-61631b013f39 HTTP/1.1" status: 200 len: 842 time: 0.1112268 Aug 30 17:14:33.584444 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-511d562a-fbb9-4e75-99c5-4d1aacdb3885 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'gateway_ip': '172.27.2.1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:14:33.609061 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511d562a-fbb9-4e75-99c5-4d1aacdb3885 admin admin] Made reservation on behalf of 13aa5a7a55b844d1ab72d6df34200a35 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:14:33.611372 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-511d562a-fbb9-4e75-99c5-4d1aacdb3885 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:33.925661 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.objects.ports [None req-511d562a-fbb9-4e75-99c5-4d1aacdb3885 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93815) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 17:14:33.926122 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-511d562a-fbb9-4e75-99c5-4d1aacdb3885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:33.982468 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d562a-fbb9-4e75-99c5-4d1aacdb3885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:14:33.988922 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511d562a-fbb9-4e75-99c5-4d1aacdb3885 admin admin] Checking segment: {'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:14:33.989281 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511d562a-fbb9-4e75-99c5-4d1aacdb3885 admin admin] Network hostable DHCP agents. Network: 3951d34a-2192-4abb-b523-61631b013f39, hostable agents: ['8f3c7f8e-0df7-4e02-9457-a839f0ce6f10'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:14:34.009757 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511d562a-fbb9-4e75-99c5-4d1aacdb3885 admin admin] Network 3951d34a-2192-4abb-b523-61631b013f39 is scheduled to be hosted by DHCP agent 8f3c7f8e-0df7-4e02-9457-a839f0ce6f10 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:14:34.020181 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-511d562a-fbb9-4e75-99c5-4d1aacdb3885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-3-iscsi, 3951d34a-2192-4abb-b523-61631b013f39) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:14:34.024095 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511d562a-fbb9-4e75-99c5-4d1aacdb3885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:14:34.024980 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-511d562a-fbb9-4e75-99c5-4d1aacdb3885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:34.030290 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608b8dc2-b3ec-473a-b049-9bc38e30fdfb None None] Network 3951d34a-2192-4abb-b523-61631b013f39 requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:14:34.049550 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-511d562a-fbb9-4e75-99c5-4d1aacdb3885 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4575417 Aug 30 17:14:34.162836 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270ce216-8d34-44d0-a6ce-1928d4d731a5 None None] Network 3951d34a-2192-4abb-b523-61631b013f39 requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:14:34.164643 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 5 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:14:36.321044 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47088) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:14:36.454351 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-db079814-976a-4282-b909-c1b02b2b9edc admin admin] 10.222.0.21 "GET /v2.0/routers/4deef503-b2e1-48b5-882f-0ca0dd37ff17 HTTP/1.1" status: 200 len: 710 time: 0.1320078 Aug 30 17:14:36.539743 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68ae804-4c8d-4c45-8582-318b4b083b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:14:36.541784 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-c68ae804-4c8d-4c45-8582-318b4b083b50 admin admin] 10.222.0.21 "GET /v2.0/networks/3951d34a-2192-4abb-b523-61631b013f39 HTTP/1.1" status: 200 len: 886 time: 0.0812159 Aug 30 17:14:36.551456 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-208dcede-f144-494b-b639-e3a249a0c274 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:14:36.874888 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-208dcede-f144-494b-b639-e3a249a0c274 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:37.097618 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-208dcede-f144-494b-b639-e3a249a0c274 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:37.172356 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-208dcede-f144-494b-b639-e3a249a0c274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:37.275252 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-208dcede-f144-494b-b639-e3a249a0c274 admin admin] Allocated IP 172.27.2.64 (3951d34a-2192-4abb-b523-61631b013f39/db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b/cc8b8520-9f39-4889-b0e0-aeccdc05d160) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:14:37.372924 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-208dcede-f144-494b-b639-e3a249a0c274 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:37.411395 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-208dcede-f144-494b-b639-e3a249a0c274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:37.449479 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208dcede-f144-494b-b639-e3a249a0c274 admin admin] Network 3951d34a-2192-4abb-b523-61631b013f39 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:14:37.454033 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-208dcede-f144-494b-b639-e3a249a0c274 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:14:37.456752 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208dcede-f144-494b-b639-e3a249a0c274 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:14:37.524350 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208dcede-f144-494b-b639-e3a249a0c274 admin admin] Pushing event updated for resources: {'Port': ['ID=cc8b8520-9f39-4889-b0e0-aeccdc05d160,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:14:37.709440 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-208dcede-f144-494b-b639-e3a249a0c274 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:37.904539 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-208dcede-f144-494b-b639-e3a249a0c274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-535067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-102403'] for router, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:37.907747 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-208dcede-f144-494b-b639-e3a249a0c274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-535040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535049', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525230'] for router, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:38.013060 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208dcede-f144-494b-b639-e3a249a0c274 admin admin] Router 4deef503-b2e1-48b5-882f-0ca0dd37ff17 has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:14:38.206890 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208dcede-f144-494b-b639-e3a249a0c274 admin admin] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:14:38.211760 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-208dcede-f144-494b-b639-e3a249a0c274 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:38.212869 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-208dcede-f144-494b-b639-e3a249a0c274 admin admin] 10.222.0.21 "PUT /v2.0/routers/4deef503-b2e1-48b5-882f-0ca0dd37ff17 HTTP/1.1" status: 200 len: 889 time: 1.6648769 Aug 30 17:14:39.630550 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfa7169-ecc6-465a-b6c9-7aa83a24c471 None None] Sync routers for ids ['4deef503-b2e1-48b5-882f-0ca0dd37ff17'] in dv-cinder-805316-3-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:14:39.642835 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfa7169-ecc6-465a-b6c9-7aa83a24c471 None None] Routers {'4deef503-b2e1-48b5-882f-0ca0dd37ff17'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:14:39.643696 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-4dfa7169-ecc6-465a-b6c9-7aa83a24c471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:14:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['4deef503-b2e1-48b5-882f-0ca0dd37ff17'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:14:39.664982 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 3993d157-1dac-4235-b5f9-6e2e7256817f up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:14:39.914457 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning for port 3993d157-1dac-4235-b5f9-6e2e7256817f completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:14:39.928341 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 3993d157-1dac-4235-b5f9-6e2e7256817f triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:14:39.928708 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:39.933059 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-4dfa7169-ecc6-465a-b6c9-7aa83a24c471 None None] Set router 4deef503-b2e1-48b5-882f-0ca0dd37ff17 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:14:40.250611 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:40.325379 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] For port 3993d157-1dac-4235-b5f9-6e2e7256817f, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=3993d157-1dac-4235-b5f9-6e2e7256817f,segment=NetworkSegment(97d9eb82-78fa-4aca-b490-7c47c2e1e940),segment_id=97d9eb82-78fa-4aca-b490-7c47c2e1e940)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:14:40.330883 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:40.404483 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Pushing event updated for resources: {'Port': ['ID=3993d157-1dac-4235-b5f9-6e2e7256817f,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:14:40.439723 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-4dfa7169-ecc6-465a-b6c9-7aa83a24c471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4deef503-b2e1-48b5-882f-0ca0dd37ff17', 'name': 'router1', 'tenant_id': '1430b2d4dfe04f209b4e18331eb2cce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'cc8b8520-9f39-4889-b0e0-aeccdc05d160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:14:20Z', 'updated_at': '2021-08-30T17:14:37Z', 'revision_number': 4, 'project_id': '1430b2d4dfe04f209b4e18331eb2cce2', 'gw_port': {'id': 'cc8b8520-9f39-4889-b0e0-aeccdc05d160', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4deef503-b2e1-48b5-882f-0ca0dd37ff17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:14:37Z', 'updated_at': '2021-08-30T17:14:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '3993d157-1dac-4235-b5f9-6e2e7256817f', 'name': '', 'network_id': 'da6f86fb-c403-47a8-a7d0-16b9bd1905dd', 'tenant_id': '1430b2d4dfe04f209b4e18331eb2cce2', 'mac_address': 'fa:16:3e:92:5c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4deef503-b2e1-48b5-882f-0ca0dd37ff17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'adb7bb4d-3d93-4181-ac09-4dd290dfda6f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:14:29Z', 'updated_at': '2021-08-30T17:14:32Z', 'revision_number': 4, 'project_id': '1430b2d4dfe04f209b4e18331eb2cce2', 'subnets': [{'id': 'adb7bb4d-3d93-4181-ac09-4dd290dfda6f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64566a01-591c-4b03-bd8c-44a3be432751'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:14:40.494153 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfa7169-ecc6-465a-b6c9-7aa83a24c471 None None] Checking router: 4deef503-b2e1-48b5-882f-0ca0dd37ff17 for host: dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:14:40.494526 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfa7169-ecc6-465a-b6c9-7aa83a24c471 None None] Updating router 4deef503-b2e1-48b5-882f-0ca0dd37ff17 port cc8b8520-9f39-4889-b0e0-aeccdc05d160 binding host dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:14:40.541180 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4dfa7169-ecc6-465a-b6c9-7aa83a24c471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:40.624055 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47100) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:14:40.754537 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-689933b5-cf1d-4b2d-b45b-d038859fd660 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1292894 Aug 30 17:14:40.872741 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4dfa7169-ecc6-465a-b6c9-7aa83a24c471 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:40.882997 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-4dfa7169-ecc6-465a-b6c9-7aa83a24c471 None None] Transition to ACTIVE for port object cc8b8520-9f39-4889-b0e0-aeccdc05d160 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:14:40.889341 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4dfa7169-ecc6-465a-b6c9-7aa83a24c471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:40.941951 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cfb3b-5023-4522-89d6-eef2b2ffa551 None None] Pushing event updated for resources: {'Port': ['ID=cc8b8520-9f39-4889-b0e0-aeccdc05d160,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:14:40.944198 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-4dfa7169-ecc6-465a-b6c9-7aa83a24c471 None None] Attempting to bind port cc8b8520-9f39-4889-b0e0-aeccdc05d160 on host dv-cinder-805316-3-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:14:40.944536 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-4dfa7169-ecc6-465a-b6c9-7aa83a24c471 None None] Attempting to bind port cc8b8520-9f39-4889-b0e0-aeccdc05d160 by drivers openvswitch,hyperv on host dv-cinder-805316-3-iscsi at level 0 using segments [{'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:14:40.944900 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfa7169-ecc6-465a-b6c9-7aa83a24c471 None None] Attempting to bind port cc8b8520-9f39-4889-b0e0-aeccdc05d160 on network 3951d34a-2192-4abb-b523-61631b013f39 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:14:40.950287 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfa7169-ecc6-465a-b6c9-7aa83a24c471 None None] Checking agent: {'id': 'ffbe204d-12b1-4bb4-8980-9a78a382db5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 13, 58), 'started_at': datetime.datetime(2021, 8, 30, 17, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:14:40.950666 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfa7169-ecc6-465a-b6c9-7aa83a24c471 None None] Checking segment: {'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:14:40.951070 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4dfa7169-ecc6-465a-b6c9-7aa83a24c471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:40.951468 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfa7169-ecc6-465a-b6c9-7aa83a24c471 None None] Bound using segment: {'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:14:40.951936 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-4dfa7169-ecc6-465a-b6c9-7aa83a24c471 None None] Bound port: cc8b8520-9f39-4889-b0e0-aeccdc05d160, host: dv-cinder-805316-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:14:40.952336 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4dfa7169-ecc6-465a-b6c9-7aa83a24c471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:41.002639 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-4dfa7169-ecc6-465a-b6c9-7aa83a24c471 None None] For port cc8b8520-9f39-4889-b0e0-aeccdc05d160, host dv-cinder-805316-3-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:14:41.005584 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-4dfa7169-ecc6-465a-b6c9-7aa83a24c471 None None] For port cc8b8520-9f39-4889-b0e0-aeccdc05d160, host dv-cinder-805316-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=cc8b8520-9f39-4889-b0e0-aeccdc05d160,segment=NetworkSegment(a1e39651-c313-42ea-8a56-542d3d88063d),segment_id=a1e39651-c313-42ea-8a56-542d3d88063d)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:14:41.010455 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4dfa7169-ecc6-465a-b6c9-7aa83a24c471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:41.068842 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfa7169-ecc6-465a-b6c9-7aa83a24c471 None None] Routers {'4deef503-b2e1-48b5-882f-0ca0dd37ff17'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:14:41.069461 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-4dfa7169-ecc6-465a-b6c9-7aa83a24c471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:14:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['4deef503-b2e1-48b5-882f-0ca0dd37ff17'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:14:41.073285 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cfb3b-5023-4522-89d6-eef2b2ffa551 None None] Pushing event updated for resources: {'Port': ['ID=cc8b8520-9f39-4889-b0e0-aeccdc05d160,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:14:41.176060 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-4dfa7169-ecc6-465a-b6c9-7aa83a24c471 None None] Set router 4deef503-b2e1-48b5-882f-0ca0dd37ff17 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:14:41.470581 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-4dfa7169-ecc6-465a-b6c9-7aa83a24c471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4deef503-b2e1-48b5-882f-0ca0dd37ff17', 'name': 'router1', 'tenant_id': '1430b2d4dfe04f209b4e18331eb2cce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'cc8b8520-9f39-4889-b0e0-aeccdc05d160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:14:20Z', 'updated_at': '2021-08-30T17:14:37Z', 'revision_number': 4, 'project_id': '1430b2d4dfe04f209b4e18331eb2cce2', 'gw_port': {'id': 'cc8b8520-9f39-4889-b0e0-aeccdc05d160', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4deef503-b2e1-48b5-882f-0ca0dd37ff17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:14:37Z', 'updated_at': '2021-08-30T17:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '3993d157-1dac-4235-b5f9-6e2e7256817f', 'name': '', 'network_id': 'da6f86fb-c403-47a8-a7d0-16b9bd1905dd', 'tenant_id': '1430b2d4dfe04f209b4e18331eb2cce2', 'mac_address': 'fa:16:3e:92:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deef503-b2e1-48b5-882f-0ca0dd37ff17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'adb7bb4d-3d93-4181-ac09-4dd290dfda6f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:14:29Z', 'updated_at': '2021-08-30T17:14:40Z', 'revision_number': 5, 'project_id': '1430b2d4dfe04f209b4e18331eb2cce2', 'subnets': [{'id': 'adb7bb4d-3d93-4181-ac09-4dd290dfda6f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64566a01-591c-4b03-bd8c-44a3be432751'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:14:41.497472 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfa7169-ecc6-465a-b6c9-7aa83a24c471 None None] The sync data for ids ['4deef503-b2e1-48b5-882f-0ca0dd37ff17'] in dv-cinder-805316-3-iscsi is: [{'id': '4deef503-b2e1-48b5-882f-0ca0dd37ff17', 'name': 'router1', 'tenant_id': '1430b2d4dfe04f209b4e18331eb2cce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'cc8b8520-9f39-4889-b0e0-aeccdc05d160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:14:20Z', 'updated_at': '2021-08-30T17:14:37Z', 'revision_number': 4, 'project_id': '1430b2d4dfe04f209b4e18331eb2cce2', 'gw_port': {'id': 'cc8b8520-9f39-4889-b0e0-aeccdc05d160', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4deef503-b2e1-48b5-882f-0ca0dd37ff17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:14:37Z', 'updated_at': '2021-08-30T17:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '3993d157-1dac-4235-b5f9-6e2e7256817f', 'name': '', 'network_id': 'da6f86fb-c403-47a8-a7d0-16b9bd1905dd', 'tenant_id': '1430b2d4dfe04f209b4e18331eb2cce2', 'mac_address': 'fa:16:3e:92:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4deef503-b2e1-48b5-882f-0ca0dd37ff17', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'adb7bb4d-3d93-4181-ac09-4dd290dfda6f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:14:29Z', 'updated_at': '2021-08-30T17:14:40Z', 'revision_number': 5, 'project_id': '1430b2d4dfe04f209b4e18331eb2cce2', 'subnets': [{'id': 'adb7bb4d-3d93-4181-ac09-4dd290dfda6f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64566a01-591c-4b03-bd8c-44a3be432751'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:14:41.744804 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device cc8b8520-9f39-4889-b0e0-aeccdc05d160 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:14:41.796823 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning for port cc8b8520-9f39-4889-b0e0-aeccdc05d160 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:14:41.801397 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port cc8b8520-9f39-4889-b0e0-aeccdc05d160 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:14:41.801808 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:41.885273 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:41.906334 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] For port cc8b8520-9f39-4889-b0e0-aeccdc05d160, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=cc8b8520-9f39-4889-b0e0-aeccdc05d160,segment=NetworkSegment(a1e39651-c313-42ea-8a56-542d3d88063d),segment_id=a1e39651-c313-42ea-8a56-542d3d88063d)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:14:41.910825 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:41.911775 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 3993d157-1dac-4235-b5f9-6e2e7256817f up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:14:41.993957 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Pushing event updated for resources: {'Port': ['ID=cc8b8520-9f39-4889-b0e0-aeccdc05d160,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:14:42.015043 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 3993d157-1dac-4235-b5f9-6e2e7256817f triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:14:42.015427 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:43.642854 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device cc8b8520-9f39-4889-b0e0-aeccdc05d160 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:14:43.702078 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port cc8b8520-9f39-4889-b0e0-aeccdc05d160 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:14:43.702453 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:54.816188 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a6dff5f6-06e2-4264-873c-2c163c0e84d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:57.537924 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-80b23250-26b4-4efc-8446-e5f944aff929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:57.812407 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:58.712912 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:14:59.993436 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:15:11.156403 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 5 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:15:24.809285 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-81e97866-4f3f-45db-893a-70715fe93f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:15:27.540914 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-90fa5688-887e-4ecc-a23b-8ba3dded1379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:15:27.815587 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:15:28.715551 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:15:29.995825 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:15:48.154708 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 5 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:15:54.812053 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-59c3cbb2-8608-4d3a-9eef-2cba64aa442b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:15:57.542887 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-35103fbc-0575-4244-b535-615285512e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:15:57.820336 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:15:58.716508 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:16:00.001277 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:16:16.693937 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47662) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:16:16.754099 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b6f4ff-ccac-4e2f-98fa-4feabab13eec admin admin] GET failed (client error): The resource could not be found. Aug 30 17:16:16.755384 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-e7b6f4ff-ccac-4e2f-98fa-4feabab13eec admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0605149 Aug 30 17:16:16.914059 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96285e44-88a3-44d9-bda1-e7297310651a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:16:16.915439 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-96285e44-88a3-44d9-bda1-e7297310651a admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1555433 Aug 30 17:16:19.090060 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 47672) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:16:19.196956 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63e9fca-422a-4cd7-93f8-2133a6686274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:16:19.198353 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-e63e9fca-422a-4cd7-93f8-2133a6686274 admin admin] 10.222.0.21 "GET /v2.0/subnets/adb7bb4d-3d93-4181-ac09-4dd290dfda6f HTTP/1.1" status: 200 len: 849 time: 0.1073456 Aug 30 17:16:19.208590 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-369848d8-0afe-471c-816c-61681bb14f81 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:16:19.294202 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-369848d8-0afe-471c-816c-61681bb14f81 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:16:19.447729 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-369848d8-0afe-471c-816c-61681bb14f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763729467176'] for subnet, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:16:19.480765 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369848d8-0afe-471c-816c-61681bb14f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:16:19.481110 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-369848d8-0afe-471c-816c-61681bb14f81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:16:19.483684 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-369848d8-0afe-471c-816c-61681bb14f81 admin admin] 10.222.0.21 "PUT /v2.0/subnets/adb7bb4d-3d93-4181-ac09-4dd290dfda6f HTTP/1.1" status: 200 len: 868 time: 0.2791007 Aug 30 17:16:19.484531 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77dc572-9fa7-468c-a203-fa86fb2e5804 None None] Network da6f86fb-c403-47a8-a7d0-16b9bd1905dd requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:16:19.511030 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369848d8-0afe-471c-816c-61681bb14f81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adb7bb4d-3d93-4181-ac09-4dd290dfda6f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:16:19.518566 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369848d8-0afe-471c-816c-61681bb14f81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:16:19.518932 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369848d8-0afe-471c-816c-61681bb14f81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:16:19.519272 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369848d8-0afe-471c-816c-61681bb14f81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:16:19.519729 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369848d8-0afe-471c-816c-61681bb14f81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:16:19.520186 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369848d8-0afe-471c-816c-61681bb14f81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:16:19.520604 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369848d8-0afe-471c-816c-61681bb14f81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:16:19.520938 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369848d8-0afe-471c-816c-61681bb14f81 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:16:19.521265 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369848d8-0afe-471c-816c-61681bb14f81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:16:19.521617 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369848d8-0afe-471c-816c-61681bb14f81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:16:19.521959 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369848d8-0afe-471c-816c-61681bb14f81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:16:19.522270 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369848d8-0afe-471c-816c-61681bb14f81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:16:19.522588 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369848d8-0afe-471c-816c-61681bb14f81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:16:19.857225 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-4debce3e-2fbb-47c4-866d-b9a97e26093d None None] Provisioning complete for port 3993d157-1dac-4235-b5f9-6e2e7256817f triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:16:19.857510 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4debce3e-2fbb-47c4-866d-b9a97e26093d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:16:19.940947 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-4debce3e-2fbb-47c4-866d-b9a97e26093d None None] Provisioning complete for port 1ad338bb-7cee-4f4a-8df7-711c87b644e4 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:16:19.941401 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4debce3e-2fbb-47c4-866d-b9a97e26093d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:16:21.665037 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47682) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:16:21.858086 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a2fe53-3f2f-4c57-9990-e1df0baf2bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:16:21.858476 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a2fe53-3f2f-4c57-9990-e1df0baf2bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:16:21.860014 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-c5a2fe53-3f2f-4c57-9990-e1df0baf2bc8 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1939845 Aug 30 17:16:24.046317 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47690) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:16:24.174801 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9211c009-5ba6-48f1-9509-10f718e59d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:16:24.175273 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9211c009-5ba6-48f1-9509-10f718e59d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:16:24.177574 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-9211c009-5ba6-48f1-9509-10f718e59d0f admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1303012 Aug 30 17:16:24.813442 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-77b3b45a-7825-4e93-ad59-e5ed32a8b4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:16:25.153381 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 5 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:16:26.375229 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47698) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:16:26.496769 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38642127-8ac5-41fe-9596-c40af4bb48ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:16:26.498135 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-38642127-8ac5-41fe-9596-c40af4bb48ab admin admin] 10.222.0.21 "GET /v2.0/networks/3951d34a-2192-4abb-b523-61631b013f39 HTTP/1.1" status: 200 len: 886 time: 0.1219552 Aug 30 17:16:27.543619 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e758c797-f43a-44ce-aa4b-1d6986bcb6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:16:27.820405 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:16:28.663544 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47706) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:16:28.719845 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:16:28.795577 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d1ce9c-4b9f-40af-8ebc-72fc80e80759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:16:28.796938 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f1d1ce9c-4b9f-40af-8ebc-72fc80e80759 admin admin] 10.222.0.21 "GET /v2.0/networks/da6f86fb-c403-47a8-a7d0-16b9bd1905dd HTTP/1.1" status: 200 len: 869 time: 0.1324270 Aug 30 17:16:30.001967 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:16:30.976657 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47714) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:16:31.099916 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87b97bd-c2d5-46d6-bc24-172dbc3e6e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:16:31.100373 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87b97bd-c2d5-46d6-bc24-172dbc3e6e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:16:31.101955 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-a87b97bd-c2d5-46d6-bc24-172dbc3e6e4e admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1243675 Aug 30 17:16:33.273043 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 47722) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:16:33.394958 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc26135-46f3-4f86-bb0e-d2bf31cde15b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:16:33.395425 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc26135-46f3-4f86-bb0e-d2bf31cde15b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:16:33.396928 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-ebc26135-46f3-4f86-bb0e-d2bf31cde15b admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1228964 Aug 30 17:16:35.584046 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 47730) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:16:35.677347 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297e1eb2-105e-4f94-afef-7a52ae38ad09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:16:35.678726 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-297e1eb2-105e-4f94-afef-7a52ae38ad09 admin admin] 10.222.0.21 "GET /v2.0/subnets/adb7bb4d-3d93-4181-ac09-4dd290dfda6f HTTP/1.1" status: 200 len: 868 time: 0.0937147 Aug 30 17:16:37.859438 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 47738) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:16:37.944112 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad1ef77-4f8c-44ad-b2fa-222233beb7a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:16:37.945432 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-8ad1ef77-4f8c-44ad-b2fa-222233beb7a3 admin admin] 10.222.0.21 "GET /v2.0/subnets/db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b HTTP/1.1" status: 200 len: 816 time: 0.0850427 Aug 30 17:16:54.815441 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fc9c6c2b-12f2-4c5e-ac41-f9e3eb4064a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:16:57.544228 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea0b7e1a-4ee7-4d0f-97d9-091e6c9ffa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:16:57.820790 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:16:58.723041 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:17:00.008931 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:17:02.045957 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 47792) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:17:02.092883 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [None req-2134e8fd-777d-4da5-aa3e-1f91ca61d5d9 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 17:17:02.093879 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-2134e8fd-777d-4da5-aa3e-1f91ca61d5d9 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469980 Aug 30 17:17:02.151336 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 5 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:17:04.352444 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 47800) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:17:04.412627 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.pecan_wsgi.hooks.translation [None req-3039e5e7-84d1-4952-9550-b39023bd8e1c admin admin] GET failed (client error): The resource could not be found. Aug 30 17:17:04.413932 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-3039e5e7-84d1-4952-9550-b39023bd8e1c admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606055 Aug 30 17:17:04.560967 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014e6833-c720-46b2-990f-16d444594a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:17:04.562456 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-014e6833-c720-46b2-990f-16d444594a4c admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1439176 Aug 30 17:17:06.755257 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47808) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:17:06.803648 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-57d9f58a-903a-4884-bfc9-6e04df8f5611 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:17:06.824039 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d9f58a-903a-4884-bfc9-6e04df8f5611 admin admin] Made reservation on behalf of 13aa5a7a55b844d1ab72d6df34200a35 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:17:06.826895 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57d9f58a-903a-4884-bfc9-6e04df8f5611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:17:06.855006 dv-cinder-805316-3-iscsi neutron-server[93815]: WARNING neutron.services.revisions.revision_plugin [None req-57d9f58a-903a-4884-bfc9-6e04df8f5611 admin admin] Could not find related network for resource to bump revision. Aug 30 17:17:06.873933 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d9f58a-903a-4884-bfc9-6e04df8f5611 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:17:06.885706 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57d9f58a-903a-4884-bfc9-6e04df8f5611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:17:06.886015 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-57d9f58a-903a-4884-bfc9-6e04df8f5611 admin admin] Added segment b5966838-b6a3-4afe-b90c-f100d7ac5662 of type vlan for network e020d03b-e601-4c5f-9555-01fd1eb72f81 Aug 30 17:17:06.926155 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57d9f58a-903a-4884-bfc9-6e04df8f5611 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763728898142'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:17:06.949662 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57d9f58a-903a-4884-bfc9-6e04df8f5611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:17:06.950612 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9f58a-903a-4884-bfc9-6e04df8f5611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:17:06.951200 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57d9f58a-903a-4884-bfc9-6e04df8f5611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:17:07.006643 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-57d9f58a-903a-4884-bfc9-6e04df8f5611 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2502928 Aug 30 17:17:07.015422 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9f58a-903a-4884-bfc9-6e04df8f5611 admin admin] Pushing event updated for resources: {'Network': ['ID=e020d03b-e601-4c5f-9555-01fd1eb72f81,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:17:07.024031 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9f58a-903a-4884-bfc9-6e04df8f5611 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:17:07.024382 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9f58a-903a-4884-bfc9-6e04df8f5611 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:17:07.024729 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9f58a-903a-4884-bfc9-6e04df8f5611 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:17:07.025060 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9f58a-903a-4884-bfc9-6e04df8f5611 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:17:07.025388 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9f58a-903a-4884-bfc9-6e04df8f5611 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:17:07.025790 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9f58a-903a-4884-bfc9-6e04df8f5611 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:17:07.026122 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9f58a-903a-4884-bfc9-6e04df8f5611 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:17:07.026451 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9f58a-903a-4884-bfc9-6e04df8f5611 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:17:07.026856 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9f58a-903a-4884-bfc9-6e04df8f5611 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:17:07.027150 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9f58a-903a-4884-bfc9-6e04df8f5611 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:17:07.027473 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9f58a-903a-4884-bfc9-6e04df8f5611 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:17:07.027797 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d9f58a-903a-4884-bfc9-6e04df8f5611 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:17:07.041639 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Network e020d03b-e601-4c5f-9555-01fd1eb72f81 details requested by agent ovs-agent-dv-cinder-805316-3-iscsi with host dv-cinder-805316-3-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:17:09.221916 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47816) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:17:09.283120 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.pecan_wsgi.hooks.translation [None req-69338852-123a-44a8-81d9-595817ddc9ba admin admin] GET failed (client error): The resource could not be found. Aug 30 17:17:09.284482 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-69338852-123a-44a8-81d9-595817ddc9ba admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0615888 Aug 30 17:17:09.351624 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8372d6-d150-457c-ae3f-2ae9cdc8f4db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:17:09.353050 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-3d8372d6-d150-457c-ae3f-2ae9cdc8f4db admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0639830 Aug 30 17:17:09.363852 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-9433f196-d89e-4fdf-a118-77dba52ae11c admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'e020d03b-e601-4c5f-9555-01fd1eb72f81'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:17:09.383830 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9433f196-d89e-4fdf-a118-77dba52ae11c admin admin] Made reservation on behalf of 13aa5a7a55b844d1ab72d6df34200a35 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:17:09.386065 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9433f196-d89e-4fdf-a118-77dba52ae11c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:17:09.541328 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9433f196-d89e-4fdf-a118-77dba52ae11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:17:09.599345 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433f196-d89e-4fdf-a118-77dba52ae11c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6316581-6ff5-40e6-9c87-2a4b5952b70f,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:17:09.606031 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9433f196-d89e-4fdf-a118-77dba52ae11c admin admin] Checking segment: {'id': 'b5966838-b6a3-4afe-b90c-f100d7ac5662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e020d03b-e601-4c5f-9555-01fd1eb72f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:17:09.606382 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9433f196-d89e-4fdf-a118-77dba52ae11c admin admin] Network hostable DHCP agents. Network: e020d03b-e601-4c5f-9555-01fd1eb72f81, hostable agents: ['8f3c7f8e-0df7-4e02-9457-a839f0ce6f10'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:17:09.622319 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9433f196-d89e-4fdf-a118-77dba52ae11c admin admin] Network e020d03b-e601-4c5f-9555-01fd1eb72f81 is scheduled to be hosted by DHCP agent 8f3c7f8e-0df7-4e02-9457-a839f0ce6f10 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:17:09.631039 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-9433f196-d89e-4fdf-a118-77dba52ae11c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-3-iscsi, e020d03b-e601-4c5f-9555-01fd1eb72f81) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:17:09.634991 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9433f196-d89e-4fdf-a118-77dba52ae11c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:17:09.635575 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9433f196-d89e-4fdf-a118-77dba52ae11c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:17:09.639736 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe03c8ad-fdef-42ec-a2a2-c6f9908d160e None None] Network e020d03b-e601-4c5f-9555-01fd1eb72f81 requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:17:09.650248 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-9433f196-d89e-4fdf-a118-77dba52ae11c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2903471 Aug 30 17:17:09.790098 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9162af0-1391-5be5-b89f-1e72096aa358-e020d03b-e601-4c5f-9555-01fd1eb72f81', 'network_id': 'e020d03b-e601-4c5f-9555-01fd1eb72f81', 'tenant_id': '13aa5a7a55b844d1ab72d6df34200a35', 'fixed_ips': [{'subnet_id': 'd6316581-6ff5-40e6-9c87-2a4b5952b70f'}]}} from dv-cinder-805316-3-iscsi. {{(pid=93817) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 17:17:09.791019 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:17:10.021411 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Allocated IP 192.168.233.2 (e020d03b-e601-4c5f-9555-01fd1eb72f81/d6316581-6ff5-40e6-9c87-2a4b5952b70f/6904b749-d3e8-4305-926e-5b1fc34272a6) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:17:10.164384 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:17:10.173811 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Transition to ACTIVE for port object 6904b749-d3e8-4305-926e-5b1fc34272a6 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:17:10.189947 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Transition to ACTIVE for port object 6904b749-d3e8-4305-926e-5b1fc34272a6 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:17:10.196656 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:17:10.235623 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Network e020d03b-e601-4c5f-9555-01fd1eb72f81 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:17:10.239079 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:17:10.241825 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:17:10.251075 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Pushing event updated for resources: {'Port': ['ID=6904b749-d3e8-4305-926e-5b1fc34272a6,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:17:10.273186 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:17:10.273482 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:17:10.273823 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:17:10.274159 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:17:10.274500 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:17:10.274857 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:17:10.275189 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:17:10.275519 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:17:10.275867 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:17:10.276197 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:17:10.276522 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:17:10.276844 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:17:10.311994 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Attempting to bind port 6904b749-d3e8-4305-926e-5b1fc34272a6 on host dv-cinder-805316-3-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:17:10.312356 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Attempting to bind port 6904b749-d3e8-4305-926e-5b1fc34272a6 by drivers openvswitch,hyperv on host dv-cinder-805316-3-iscsi at level 0 using segments [{'id': 'b5966838-b6a3-4afe-b90c-f100d7ac5662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e020d03b-e601-4c5f-9555-01fd1eb72f81'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:17:10.312715 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Attempting to bind port 6904b749-d3e8-4305-926e-5b1fc34272a6 on network e020d03b-e601-4c5f-9555-01fd1eb72f81 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:17:10.318574 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Checking agent: {'id': 'ffbe204d-12b1-4bb4-8980-9a78a382db5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 13, 58), 'started_at': datetime.datetime(2021, 8, 30, 17, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:17:10.318943 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Checking segment: {'id': 'b5966838-b6a3-4afe-b90c-f100d7ac5662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e020d03b-e601-4c5f-9555-01fd1eb72f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:17:10.319338 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:17:10.319755 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Bound using segment: {'id': 'b5966838-b6a3-4afe-b90c-f100d7ac5662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e020d03b-e601-4c5f-9555-01fd1eb72f81'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:17:10.320208 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Bound port: 6904b749-d3e8-4305-926e-5b1fc34272a6, host: dv-cinder-805316-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5966838-b6a3-4afe-b90c-f100d7ac5662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e020d03b-e601-4c5f-9555-01fd1eb72f81'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:17:10.320605 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:17:10.384995 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] For port 6904b749-d3e8-4305-926e-5b1fc34272a6, host dv-cinder-805316-3-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:17:10.388031 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] For port 6904b749-d3e8-4305-926e-5b1fc34272a6, host dv-cinder-805316-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=6904b749-d3e8-4305-926e-5b1fc34272a6,segment=NetworkSegment(b5966838-b6a3-4afe-b90c-f100d7ac5662),segment_id=b5966838-b6a3-4afe-b90c-f100d7ac5662)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:17:10.392668 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:17:10.448146 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7ffd4-3b9a-479d-9877-0722e262f2d6 None None] Pushing event updated for resources: {'Port': ['ID=6904b749-d3e8-4305-926e-5b1fc34272a6,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:17:11.266987 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155a6211-a661-46ed-bda4-d54834b6276b None None] Network e020d03b-e601-4c5f-9555-01fd1eb72f81 requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:17:11.329613 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-2b7f45ff-a605-4e9d-960d-5422535fc600 None None] Provisioning for port 6904b749-d3e8-4305-926e-5b1fc34272a6 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:17:11.780549 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 6904b749-d3e8-4305-926e-5b1fc34272a6 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:17:11.832136 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning for port 6904b749-d3e8-4305-926e-5b1fc34272a6 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:17:11.836069 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 6904b749-d3e8-4305-926e-5b1fc34272a6 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:17:11.836654 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:17:11.918107 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:17:11.949973 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] For port 6904b749-d3e8-4305-926e-5b1fc34272a6, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=6904b749-d3e8-4305-926e-5b1fc34272a6,segment=NetworkSegment(b5966838-b6a3-4afe-b90c-f100d7ac5662),segment_id=b5966838-b6a3-4afe-b90c-f100d7ac5662)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:17:11.953933 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:17:12.000413 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Pushing event updated for resources: {'Port': ['ID=6904b749-d3e8-4305-926e-5b1fc34272a6,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:17:13.758616 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 6904b749-d3e8-4305-926e-5b1fc34272a6 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:17:13.806852 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 6904b749-d3e8-4305-926e-5b1fc34272a6 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:17:13.807219 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:17:24.816522 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e9f754aa-a2a5-4d86-a007-ee95c49ba562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:17:27.544164 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c8482d1-aef1-4a7a-9f8d-72077a6906e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:17:27.823261 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:17:28.725031 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:17:30.013086 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:17:39.149741 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 5 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:17:54.819269 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-43586b02-6443-4ce3-b828-df9fac5fa359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:17:57.545307 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b02900db-85a0-464a-9471-e1af47c6e7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:17:57.824498 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:17:58.727925 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:18:00.014763 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:18:16.148080 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 5 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:18:20.774682 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47868) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:18:20.781751 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [None req-cd655e5a-59ba-4277-be67-f9471d059386 tempest-verify_tempest_config-2028841525 tempest-verify_tempest_config-2028841525-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 17:18:20.782699 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-cd655e5a-59ba-4277-be67-f9471d059386 tempest-verify_tempest_config-2028841525 tempest-verify_tempest_config-2028841525-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067551 Aug 30 17:18:21.070422 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 47886) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:18:21.169274 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f41e3b4d-bfb3-45fc-8e0c-2c4b2c895169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:18:21.253995 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f41e3b4d-bfb3-45fc-8e0c-2c4b2c895169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:18:21.257257 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f41e3b4d-bfb3-45fc-8e0c-2c4b2c895169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:18:21.301553 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f41e3b4d-bfb3-45fc-8e0c-2c4b2c895169 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2dc9e4341b44a89905e39071ae7919f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2300613 Aug 30 17:18:21.302538 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e3b4d-bfb3-45fc-8e0c-2c4b2c895169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7dd475-dd53-42de-be5e-91c8f434e61a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:18:21.304277 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 47890) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:18:21.309181 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e3b4d-bfb3-45fc-8e0c-2c4b2c895169 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:18:21.309631 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e3b4d-bfb3-45fc-8e0c-2c4b2c895169 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:18:21.309986 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e3b4d-bfb3-45fc-8e0c-2c4b2c895169 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:18:21.310327 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e3b4d-bfb3-45fc-8e0c-2c4b2c895169 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:18:21.310666 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e3b4d-bfb3-45fc-8e0c-2c4b2c895169 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:18:21.311016 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e3b4d-bfb3-45fc-8e0c-2c4b2c895169 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:18:21.311350 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e3b4d-bfb3-45fc-8e0c-2c4b2c895169 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:18:21.311683 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e3b4d-bfb3-45fc-8e0c-2c4b2c895169 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:18:21.312035 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e3b4d-bfb3-45fc-8e0c-2c4b2c895169 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:18:21.312364 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e3b4d-bfb3-45fc-8e0c-2c4b2c895169 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:18:21.312745 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e3b4d-bfb3-45fc-8e0c-2c4b2c895169 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:18:21.313067 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e3b4d-bfb3-45fc-8e0c-2c4b2c895169 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:18:21.363439 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e642ca0-1ba7-4080-9fb0-075715bc2f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:18:21.382991 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e642ca0-1ba7-4080-9fb0-075715bc2f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:18:21.471278 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e642ca0-1ba7-4080-9fb0-075715bc2f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:18:21.473928 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3e642ca0-1ba7-4080-9fb0-075715bc2f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:18:21.474984 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-3e642ca0-1ba7-4080-9fb0-075715bc2f78 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b7dd475-dd53-42de-be5e-91c8f434e61a HTTP/1.1" status: 204 len: 168 time: 0.1696599 Aug 30 17:18:21.483934 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e642ca0-1ba7-4080-9fb0-075715bc2f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7dd475-dd53-42de-be5e-91c8f434e61a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:18:21.491748 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e642ca0-1ba7-4080-9fb0-075715bc2f78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:18:21.492215 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e642ca0-1ba7-4080-9fb0-075715bc2f78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:18:21.492718 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e642ca0-1ba7-4080-9fb0-075715bc2f78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:18:21.493142 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e642ca0-1ba7-4080-9fb0-075715bc2f78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:18:21.493622 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e642ca0-1ba7-4080-9fb0-075715bc2f78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:18:21.494070 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e642ca0-1ba7-4080-9fb0-075715bc2f78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:18:21.494486 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e642ca0-1ba7-4080-9fb0-075715bc2f78 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:18:21.494900 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e642ca0-1ba7-4080-9fb0-075715bc2f78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:18:21.495340 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e642ca0-1ba7-4080-9fb0-075715bc2f78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:18:21.495757 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e642ca0-1ba7-4080-9fb0-075715bc2f78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:18:21.496175 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e642ca0-1ba7-4080-9fb0-075715bc2f78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:18:21.496596 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e642ca0-1ba7-4080-9fb0-075715bc2f78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:18:24.820115 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-11a223d8-494a-4fb9-b65c-845bd49db2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:18:27.549847 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f572e8a9-c72c-4ea1-bd6e-05d2c207d1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:18:27.825368 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:18:28.732061 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:18:30.019062 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:18:53.146146 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 5 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:18:54.821514 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3c23767e-d9e2-44fb-9f04-82e16298ae46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:18:57.550627 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-62baae02-7462-4c80-be4c-8284a2e91c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:18:57.825281 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:18:58.735117 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:19:00.022019 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:19:24.823229 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5720ef04-b39d-4836-93bd-b171ad01b6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:19:27.550526 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-768d051e-7167-488b-a695-12a77c19dcf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:19:27.825316 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:19:28.737326 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:19:30.024174 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:19:30.145213 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 5 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:19:54.824278 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5af6be67-1a62-4b0d-8396-f3c3686a3bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:19:54.926224 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-533422'] for agent, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:19:57.551329 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5c73536a-0154-47bd-a4fc-ffe7f3536137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:19:57.825460 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:19:58.739029 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:20:00.027533 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:20:07.145839 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:20:10.363170 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 47966) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:20:10.466130 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-f4e18502-e328-4ec1-9df6-f21d7e137266 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1018679 Aug 30 17:20:12.653963 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 47976) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:20:12.708459 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-325be472-b71d-4b27-9853-d9c81bddf053 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0532198 Aug 30 17:20:24.824686 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-693bccd0-4666-4ed1-983b-81790dd729b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:20:24.881010 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:20:27.551441 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e7838a8a-d7d0-430f-9469-da0c99dd69a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:20:27.825416 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:20:28.741834 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:20:30.030924 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:20:44.144867 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:20:54.827946 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f76f8671-e3f7-4222-9b91-7eb0ce9cb1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:20:54.877496 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:20:57.551966 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-344b9009-0cbf-4ff1-9bd6-2a0bc0b7afbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:20:57.826114 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:20:58.747477 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:00.034785 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:21.145508 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:21:24.829177 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-51850281-b5d8-4902-ab35-d31081270d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:24.875170 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:27.551743 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-618d5af6-bf8e-47b1-af6e-d833db2eab04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:27.828276 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:28.748560 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:30.036639 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:41.308240 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 48130) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:41.513137 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-c9b81b0c-e320-4009-958a-db5bf6339abf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1344861149-network', 'tenant_id': 'e0e50019bb2c444ca0233dcafa30e0b6'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:21:41.535716 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b81b0c-e320-4009-958a-db5bf6339abf admin admin] Made reservation on behalf of e0e50019bb2c444ca0233dcafa30e0b6 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:21:41.538959 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9b81b0c-e320-4009-958a-db5bf6339abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:41.550059 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9b81b0c-e320-4009-958a-db5bf6339abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:41.650666 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9b81b0c-e320-4009-958a-db5bf6339abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:41.657594 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9b81b0c-e320-4009-958a-db5bf6339abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:41.683712 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b81b0c-e320-4009-958a-db5bf6339abf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:21:41.690577 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b81b0c-e320-4009-958a-db5bf6339abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7366b6ee-59f8-4d3f-802b-34376589b69c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:41.699648 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b81b0c-e320-4009-958a-db5bf6339abf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:41.699943 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b81b0c-e320-4009-958a-db5bf6339abf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:41.700250 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b81b0c-e320-4009-958a-db5bf6339abf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:41.700758 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b81b0c-e320-4009-958a-db5bf6339abf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:41.701834 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b81b0c-e320-4009-958a-db5bf6339abf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:41.702399 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b81b0c-e320-4009-958a-db5bf6339abf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:41.702731 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b81b0c-e320-4009-958a-db5bf6339abf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:41.703061 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b81b0c-e320-4009-958a-db5bf6339abf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:41.703402 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b81b0c-e320-4009-958a-db5bf6339abf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:41.703727 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b81b0c-e320-4009-958a-db5bf6339abf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:41.704048 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b81b0c-e320-4009-958a-db5bf6339abf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:41.704365 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b81b0c-e320-4009-958a-db5bf6339abf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b81b0c-e320-4009-958a-db5bf6339abf admin admin] Tracked resource versions report: Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: pushed versions: Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: { 'AddressGroup': {'1.2'}, Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: 'ConntrackHelper': {'1.0'}, Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: 'Log': {'1.0'}, Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: 'Network': {'1.1'}, Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: 'Port': {'1.7'}, Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: 'PortForwarding': {'1.2'}, Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: 'QosPolicy': {'1.9'}, Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: 'SecurityGroup': {'1.4'}, Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: 'SecurityGroupRule': {'1.2'}, Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: 'SubPort': {'1.0'}, Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: 'Subnet': {'1.1'}, Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: 'Trunk': {'1.1'}} Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: consumer versions: Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: { DHCP agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: HyperV agent@hv-cinder-80531: {}, Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: L3 agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: Metadata agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: Metering agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: Open vSwitch agent@dv-cinder-805316-3-iscsi: { 'AddressGroup': '1.2', Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: 'ConntrackHelper': '1.0', Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: 'Log': '1.0', Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: 'Network': '1.1', Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: 'Port': '1.7', Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: 'PortForwarding': '1.2', Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: 'QosPolicy': '1.9', Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: 'SecurityGroup': '1.4', Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: 'SecurityGroupRule': '1.2', Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: 'SubPort': '1.0', Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: 'Subnet': '1.1', Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: 'Trunk': '1.1'}} Aug 30 17:21:41.705345 dv-cinder-805316-3-iscsi neutron-server[93816]: {{(pid=93816) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 17:21:41.710385 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9b81b0c-e320-4009-958a-db5bf6339abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:41.710730 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.db.segments_db [None req-c9b81b0c-e320-4009-958a-db5bf6339abf admin admin] Added segment 8c55c0b7-94e8-427e-b95a-ed23e5de386d of type vlan for network ace98e0b-76e0-4767-8cac-b0a4258c7509 Aug 30 17:21:41.758607 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9b81b0c-e320-4009-958a-db5bf6339abf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763728898142'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:41.785306 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9b81b0c-e320-4009-958a-db5bf6339abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:41.786460 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b81b0c-e320-4009-958a-db5bf6339abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:21:41.787040 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c9b81b0c-e320-4009-958a-db5bf6339abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:41.850529 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b81b0c-e320-4009-958a-db5bf6339abf admin admin] Pushing event updated for resources: {'Network': ['ID=ace98e0b-76e0-4767-8cac-b0a4258c7509,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:41.862465 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Network ace98e0b-76e0-4767-8cac-b0a4258c7509 details requested by agent ovs-agent-dv-cinder-805316-3-iscsi with host dv-cinder-805316-3-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:21:41.865844 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48180) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:41.866325 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-c9b81b0c-e320-4009-958a-db5bf6339abf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5564237 Aug 30 17:21:41.872292 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-0c6e4a6b-ba2a-4c4d-8286-43f6c5154068 admin admin] Request body: {'subnet': {'network_id': 'ace98e0b-76e0-4767-8cac-b0a4258c7509', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1344861149-subnet', 'tenant_id': 'e0e50019bb2c444ca0233dcafa30e0b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:21:41.904794 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6e4a6b-ba2a-4c4d-8286-43f6c5154068 admin admin] Made reservation on behalf of e0e50019bb2c444ca0233dcafa30e0b6 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:21:41.908243 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c6e4a6b-ba2a-4c4d-8286-43f6c5154068 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:42.095790 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c6e4a6b-ba2a-4c4d-8286-43f6c5154068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:42.144213 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e4a6b-ba2a-4c4d-8286-43f6c5154068 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c39e471e-7aa2-4540-a695-518ccf54c9de,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:42.153306 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e4a6b-ba2a-4c4d-8286-43f6c5154068 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:42.153703 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e4a6b-ba2a-4c4d-8286-43f6c5154068 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:42.154049 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e4a6b-ba2a-4c4d-8286-43f6c5154068 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:42.154662 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e4a6b-ba2a-4c4d-8286-43f6c5154068 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:42.154888 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e4a6b-ba2a-4c4d-8286-43f6c5154068 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:42.155350 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e4a6b-ba2a-4c4d-8286-43f6c5154068 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:42.155563 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e4a6b-ba2a-4c4d-8286-43f6c5154068 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:42.155902 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e4a6b-ba2a-4c4d-8286-43f6c5154068 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:42.156217 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e4a6b-ba2a-4c4d-8286-43f6c5154068 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:42.156553 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e4a6b-ba2a-4c4d-8286-43f6c5154068 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:42.156864 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e4a6b-ba2a-4c4d-8286-43f6c5154068 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:42.157183 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e4a6b-ba2a-4c4d-8286-43f6c5154068 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6e4a6b-ba2a-4c4d-8286-43f6c5154068 admin admin] Tracked resource versions report: Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: pushed versions: Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: { 'AddressGroup': {'1.2'}, Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: 'ConntrackHelper': {'1.0'}, Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: 'Log': {'1.0'}, Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: 'Network': {'1.1'}, Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: 'Port': {'1.7'}, Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: 'PortForwarding': {'1.2'}, Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: 'QosPolicy': {'1.9'}, Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: 'SecurityGroup': {'1.4'}, Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: 'SecurityGroupRule': {'1.2'}, Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: 'SubPort': {'1.0'}, Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: 'Subnet': {'1.1'}, Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: 'Trunk': {'1.1'}} Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: consumer versions: Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: { DHCP agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: HyperV agent@hv-cinder-80531: {}, Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: L3 agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: Metadata agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: Metering agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: Open vSwitch agent@dv-cinder-805316-3-iscsi: { 'AddressGroup': '1.2', Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: 'ConntrackHelper': '1.0', Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: 'Log': '1.0', Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: 'Network': '1.1', Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: 'Port': '1.7', Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: 'PortForwarding': '1.2', Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: 'QosPolicy': '1.9', Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: 'SecurityGroup': '1.4', Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: 'SecurityGroupRule': '1.2', Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: 'SubPort': '1.0', Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: 'Subnet': '1.1', Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: 'Trunk': '1.1'}} Aug 30 17:21:42.158224 dv-cinder-805316-3-iscsi neutron-server[93815]: {{(pid=93815) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 17:21:42.179634 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6e4a6b-ba2a-4c4d-8286-43f6c5154068 admin admin] Checking segment: {'id': '8c55c0b7-94e8-427e-b95a-ed23e5de386d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ace98e0b-76e0-4767-8cac-b0a4258c7509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:21:42.179994 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6e4a6b-ba2a-4c4d-8286-43f6c5154068 admin admin] Network hostable DHCP agents. Network: ace98e0b-76e0-4767-8cac-b0a4258c7509, hostable agents: ['8f3c7f8e-0df7-4e02-9457-a839f0ce6f10'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:21:42.198985 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6e4a6b-ba2a-4c4d-8286-43f6c5154068 admin admin] Network ace98e0b-76e0-4767-8cac-b0a4258c7509 is scheduled to be hosted by DHCP agent 8f3c7f8e-0df7-4e02-9457-a839f0ce6f10 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:21:42.208555 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-0c6e4a6b-ba2a-4c4d-8286-43f6c5154068 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-3-iscsi, ace98e0b-76e0-4767-8cac-b0a4258c7509) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:21:42.212784 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6e4a6b-ba2a-4c4d-8286-43f6c5154068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:21:42.213390 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0c6e4a6b-ba2a-4c4d-8286-43f6c5154068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:42.219863 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10928835-fd12-4821-b706-f39d2a59ae38 None None] Network ace98e0b-76e0-4767-8cac-b0a4258c7509 requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:21:42.227953 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 48196) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:42.241269 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-0c6e4a6b-ba2a-4c4d-8286-43f6c5154068 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3706074 Aug 30 17:21:42.284169 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 48202) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:42.429374 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 48210) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:42.458627 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91505013-1096-4c9b-8136-c232586535c2 None None] Network ace98e0b-76e0-4767-8cac-b0a4258c7509 requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:21:42.471959 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 48214) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:42.630072 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-eb5b3d32-91bf-4bed-9823-b0738a5eb5b7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2126478271-network', 'tenant_id': 'fcaf1973521f4aec87a359088d9ae855'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:21:42.651692 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5b3d32-91bf-4bed-9823-b0738a5eb5b7 admin admin] Made reservation on behalf of fcaf1973521f4aec87a359088d9ae855 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:21:42.655026 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb5b3d32-91bf-4bed-9823-b0738a5eb5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:42.672453 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6efb40ad-6ab7-4fd8-bc1f-31d84fc83543 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1377924476-network', 'tenant_id': '4159867d9f564a3bb53239af82c41170'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:21:42.678214 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb5b3d32-91bf-4bed-9823-b0738a5eb5b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:42.704624 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efb40ad-6ab7-4fd8-bc1f-31d84fc83543 admin admin] Made reservation on behalf of 4159867d9f564a3bb53239af82c41170 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:21:42.707095 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6efb40ad-6ab7-4fd8-bc1f-31d84fc83543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:42.723277 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6b77d25c-d70f-4a44-9d77-5b098d00a258 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-497695320-network', 'tenant_id': 'b03ce9f1d44743abb9c9c1d793df466c'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:21:42.726571 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6efb40ad-6ab7-4fd8-bc1f-31d84fc83543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:42.823548 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb5b3d32-91bf-4bed-9823-b0738a5eb5b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:42.833372 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb5b3d32-91bf-4bed-9823-b0738a5eb5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:42.886089 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b3d32-91bf-4bed-9823-b0738a5eb5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b535f42d-13d2-41d5-98b8-2151922675e6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:42.894044 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb5b3d32-91bf-4bed-9823-b0738a5eb5b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:21:42.912869 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-125ac0ac-bb76-4692-b490-2d62e125ab40 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1712255040-network', 'tenant_id': 'c21fe597089042da855ac89daddb7bed'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:21:42.930920 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb5b3d32-91bf-4bed-9823-b0738a5eb5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:42.931258 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.db.segments_db [None req-eb5b3d32-91bf-4bed-9823-b0738a5eb5b7 admin admin] Added segment 38e9de51-6b57-491d-a68b-50b2f01966f1 of type vlan for network 4ee9a860-d9c5-4773-88ab-3fc89806af6d Aug 30 17:21:42.985021 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb5b3d32-91bf-4bed-9823-b0738a5eb5b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763728898142'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:43.029051 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6efb40ad-6ab7-4fd8-bc1f-31d84fc83543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:43.030641 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb5b3d32-91bf-4bed-9823-b0738a5eb5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:43.031857 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5b3d32-91bf-4bed-9823-b0738a5eb5b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:21:43.032519 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb5b3d32-91bf-4bed-9823-b0738a5eb5b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:43.041619 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6efb40ad-6ab7-4fd8-bc1f-31d84fc83543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:43.071484 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6efb40ad-6ab7-4fd8-bc1f-31d84fc83543 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:21:43.129318 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b77d25c-d70f-4a44-9d77-5b098d00a258 admin admin] Made reservation on behalf of b03ce9f1d44743abb9c9c1d793df466c for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:21:43.131697 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b77d25c-d70f-4a44-9d77-5b098d00a258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:43.134195 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6efb40ad-6ab7-4fd8-bc1f-31d84fc83543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:43.134703 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.db.segments_db [None req-6efb40ad-6ab7-4fd8-bc1f-31d84fc83543 admin admin] Added segment ca595a7b-6879-4917-8e06-6d8d95871d45 of type vlan for network a71f18e2-488a-4e8b-9a1b-947ff6e42b58 Aug 30 17:21:43.142739 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-eb5b3d32-91bf-4bed-9823-b0738a5eb5b7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9133663 Aug 30 17:21:43.145833 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48250) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:43.152040 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-3783dec1-f06c-460a-bddc-08611775e900 admin admin] Request body: {'subnet': {'network_id': '4ee9a860-d9c5-4773-88ab-3fc89806af6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2126478271-subnet', 'tenant_id': 'fcaf1973521f4aec87a359088d9ae855', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:21:43.173953 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b77d25c-d70f-4a44-9d77-5b098d00a258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:43.214171 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125ac0ac-bb76-4692-b490-2d62e125ab40 admin admin] Made reservation on behalf of c21fe597089042da855ac89daddb7bed for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:21:43.216460 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-125ac0ac-bb76-4692-b490-2d62e125ab40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:43.229779 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3783dec1-f06c-460a-bddc-08611775e900 admin admin] Made reservation on behalf of fcaf1973521f4aec87a359088d9ae855 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:21:43.234037 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3783dec1-f06c-460a-bddc-08611775e900 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:43.303089 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb40ad-6ab7-4fd8-bc1f-31d84fc83543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe2b0e9-03a4-4993-9f4b-254a79dc9ca6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:43.307263 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b3d32-91bf-4bed-9823-b0738a5eb5b7 admin admin] Pushing event updated for resources: {'Network': ['ID=4ee9a860-d9c5-4773-88ab-3fc89806af6d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:43.328352 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6efb40ad-6ab7-4fd8-bc1f-31d84fc83543 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763728898142'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:43.336800 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-125ac0ac-bb76-4692-b490-2d62e125ab40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:43.342370 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Network 4ee9a860-d9c5-4773-88ab-3fc89806af6d details requested by agent ovs-agent-dv-cinder-805316-3-iscsi with host dv-cinder-805316-3-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:21:43.361818 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b77d25c-d70f-4a44-9d77-5b098d00a258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:43.376781 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b77d25c-d70f-4a44-9d77-5b098d00a258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:43.410476 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b77d25c-d70f-4a44-9d77-5b098d00a258 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:21:43.423719 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6efb40ad-6ab7-4fd8-bc1f-31d84fc83543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:43.424683 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efb40ad-6ab7-4fd8-bc1f-31d84fc83543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:21:43.425305 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6efb40ad-6ab7-4fd8-bc1f-31d84fc83543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:43.462936 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b77d25c-d70f-4a44-9d77-5b098d00a258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:43.464014 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.db.segments_db [None req-6b77d25c-d70f-4a44-9d77-5b098d00a258 admin admin] Added segment 746b15d3-f122-4fd3-bad5-f0b1a2dcac42 of type vlan for network e6091024-8f4d-4cb5-b1a2-13af9fd389b6 Aug 30 17:21:43.465403 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77d25c-d70f-4a44-9d77-5b098d00a258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd0a007-74b8-45f6-8be7-1dd37fced6de,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:43.636100 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3783dec1-f06c-460a-bddc-08611775e900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:43.641674 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b77d25c-d70f-4a44-9d77-5b098d00a258 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763728898142'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:43.647959 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb40ad-6ab7-4fd8-bc1f-31d84fc83543 admin admin] Pushing event updated for resources: {'Network': ['ID=a71f18e2-488a-4e8b-9a1b-947ff6e42b58,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:43.659085 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Network a71f18e2-488a-4e8b-9a1b-947ff6e42b58 details requested by agent ovs-agent-dv-cinder-805316-3-iscsi with host dv-cinder-805316-3-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:21:43.660241 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-125ac0ac-bb76-4692-b490-2d62e125ab40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:43.672519 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-125ac0ac-bb76-4692-b490-2d62e125ab40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:43.734763 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-6efb40ad-6ab7-4fd8-bc1f-31d84fc83543 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4495249 Aug 30 17:21:43.741302 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48274) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:43.752998 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-125ac0ac-bb76-4692-b490-2d62e125ab40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:21:43.766504 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b77d25c-d70f-4a44-9d77-5b098d00a258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:43.767439 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b77d25c-d70f-4a44-9d77-5b098d00a258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:21:43.768007 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b77d25c-d70f-4a44-9d77-5b098d00a258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:43.769708 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-522fd84f-beb2-48f9-90b6-bfe3be7bec1a admin admin] Request body: {'subnet': {'network_id': 'a71f18e2-488a-4e8b-9a1b-947ff6e42b58', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1377924476-subnet', 'tenant_id': '4159867d9f564a3bb53239af82c41170', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:21:43.799310 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783dec1-f06c-460a-bddc-08611775e900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1da436f5-992b-4504-9be3-d6d50d0f93b6,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:43.810235 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3783dec1-f06c-460a-bddc-08611775e900 admin admin] Checking segment: {'id': '38e9de51-6b57-491d-a68b-50b2f01966f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4ee9a860-d9c5-4773-88ab-3fc89806af6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:21:43.810632 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3783dec1-f06c-460a-bddc-08611775e900 admin admin] Network hostable DHCP agents. Network: 4ee9a860-d9c5-4773-88ab-3fc89806af6d, hostable agents: ['8f3c7f8e-0df7-4e02-9457-a839f0ce6f10'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:21:43.833767 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522fd84f-beb2-48f9-90b6-bfe3be7bec1a admin admin] Made reservation on behalf of 4159867d9f564a3bb53239af82c41170 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:21:43.836150 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-522fd84f-beb2-48f9-90b6-bfe3be7bec1a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:43.839690 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3783dec1-f06c-460a-bddc-08611775e900 admin admin] Network 4ee9a860-d9c5-4773-88ab-3fc89806af6d is scheduled to be hosted by DHCP agent 8f3c7f8e-0df7-4e02-9457-a839f0ce6f10 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:21:43.843108 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77d25c-d70f-4a44-9d77-5b098d00a258 admin admin] Pushing event updated for resources: {'Network': ['ID=e6091024-8f4d-4cb5-b1a2-13af9fd389b6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:43.854379 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Network e6091024-8f4d-4cb5-b1a2-13af9fd389b6 details requested by agent ovs-agent-dv-cinder-805316-3-iscsi with host dv-cinder-805316-3-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:21:43.858863 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ac0ac-bb76-4692-b490-2d62e125ab40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f42ead-672c-4907-8841-64bf09d28dd4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:43.875536 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-125ac0ac-bb76-4692-b490-2d62e125ab40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:43.878726 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.db.segments_db [None req-125ac0ac-bb76-4692-b490-2d62e125ab40 admin admin] Added segment 41e5c997-0375-4a8d-92f7-022af7373204 of type vlan for network 7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd Aug 30 17:21:43.914061 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 48286) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:43.919311 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-31de93da-b7e1-4432-b6a6-00c49da7c82b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-813180368-network', 'tenant_id': '3072fc635f0f4965a376c768e030dc4b'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:21:43.946541 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-6b77d25c-d70f-4a44-9d77-5b098d00a258 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5161147 Aug 30 17:21:43.947346 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 48288) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:43.965762 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2ed3d72a-0a03-4965-a370-101f1919a05f admin admin] Request body: {'subnet': {'network_id': 'e6091024-8f4d-4cb5-b1a2-13af9fd389b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-497695320-subnet', 'tenant_id': 'b03ce9f1d44743abb9c9c1d793df466c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:21:43.972337 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31de93da-b7e1-4432-b6a6-00c49da7c82b admin admin] Made reservation on behalf of 3072fc635f0f4965a376c768e030dc4b for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:21:43.975131 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31de93da-b7e1-4432-b6a6-00c49da7c82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:43.979130 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-3783dec1-f06c-460a-bddc-08611775e900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-3-iscsi, 4ee9a860-d9c5-4773-88ab-3fc89806af6d) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:21:43.991338 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a537f7-219f-4ce1-a2c5-cfb5e4e63e55 None None] Network 4ee9a860-d9c5-4773-88ab-3fc89806af6d requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:21:44.000292 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-125ac0ac-bb76-4692-b490-2d62e125ab40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763728898142'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:44.002298 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31de93da-b7e1-4432-b6a6-00c49da7c82b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:44.057005 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-125ac0ac-bb76-4692-b490-2d62e125ab40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:44.058037 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125ac0ac-bb76-4692-b490-2d62e125ab40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:21:44.058902 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-125ac0ac-bb76-4692-b490-2d62e125ab40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:44.060930 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed3d72a-0a03-4965-a370-101f1919a05f admin admin] Made reservation on behalf of b03ce9f1d44743abb9c9c1d793df466c for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:21:44.064320 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2ed3d72a-0a03-4965-a370-101f1919a05f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:44.081925 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3783dec1-f06c-460a-bddc-08611775e900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:21:44.082523 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3783dec1-f06c-460a-bddc-08611775e900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:44.148078 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-522fd84f-beb2-48f9-90b6-bfe3be7bec1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:44.204999 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522fd84f-beb2-48f9-90b6-bfe3be7bec1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf422a21-2264-4ed6-bfad-aad727547ee9,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:44.236918 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522fd84f-beb2-48f9-90b6-bfe3be7bec1a admin admin] Checking segment: {'id': 'ca595a7b-6879-4917-8e06-6d8d95871d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a71f18e2-488a-4e8b-9a1b-947ff6e42b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:21:44.236918 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522fd84f-beb2-48f9-90b6-bfe3be7bec1a admin admin] Network hostable DHCP agents. Network: a71f18e2-488a-4e8b-9a1b-947ff6e42b58, hostable agents: ['8f3c7f8e-0df7-4e02-9457-a839f0ce6f10'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:21:44.252153 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15439d96-262e-4b2a-8cf9-abb791eee539 None None] Network 4ee9a860-d9c5-4773-88ab-3fc89806af6d requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:21:44.260862 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522fd84f-beb2-48f9-90b6-bfe3be7bec1a admin admin] Network a71f18e2-488a-4e8b-9a1b-947ff6e42b58 is scheduled to be hosted by DHCP agent 8f3c7f8e-0df7-4e02-9457-a839f0ce6f10 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:21:44.280687 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-522fd84f-beb2-48f9-90b6-bfe3be7bec1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-3-iscsi, a71f18e2-488a-4e8b-9a1b-947ff6e42b58) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:21:44.285443 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522fd84f-beb2-48f9-90b6-bfe3be7bec1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:21:44.287248 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-522fd84f-beb2-48f9-90b6-bfe3be7bec1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:44.337865 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003b0bcf-dca5-4441-927a-b2683774f97d None None] Network a71f18e2-488a-4e8b-9a1b-947ff6e42b58 requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:21:44.392804 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ac0ac-bb76-4692-b490-2d62e125ab40 admin admin] Pushing event updated for resources: {'Network': ['ID=7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:44.414207 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Network 7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd details requested by agent ovs-agent-dv-cinder-805316-3-iscsi with host dv-cinder-805316-3-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:21:44.527274 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31de93da-b7e1-4432-b6a6-00c49da7c82b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:44.546877 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-3783dec1-f06c-460a-bddc-08611775e900 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3987536 Aug 30 17:21:44.548510 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48328) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:44.549815 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31de93da-b7e1-4432-b6a6-00c49da7c82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:44.556428 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b08b8161-9f7f-4c8c-b81b-036690dddc97 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2126478271-router', 'tenant_id': 'fcaf1973521f4aec87a359088d9ae855', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:21:44.563257 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-522fd84f-beb2-48f9-90b6-bfe3be7bec1a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8073678 Aug 30 17:21:44.588327 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364a0698-d881-47d9-9151-b889922c5f53 None None] Network a71f18e2-488a-4e8b-9a1b-947ff6e42b58 requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:21:44.599977 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-125ac0ac-bb76-4692-b490-2d62e125ab40 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1265125 Aug 30 17:21:44.602340 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de93da-b7e1-4432-b6a6-00c49da7c82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfdc377-1e11-40e6-814a-a650598f6752,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:44.606102 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 48334) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:44.607618 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2ed3d72a-0a03-4965-a370-101f1919a05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:44.616337 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b08b8161-9f7f-4c8c-b81b-036690dddc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102440'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:44.616478 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-03c9af0b-193e-423e-bdd4-4cb0c09019bb admin admin] Request body: {'subnet': {'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1712255040-subnet', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:21:44.617387 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b08b8161-9f7f-4c8c-b81b-036690dddc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533729', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102449'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:44.634124 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31de93da-b7e1-4432-b6a6-00c49da7c82b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:21:44.696870 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31de93da-b7e1-4432-b6a6-00c49da7c82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:44.697229 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.db.segments_db [None req-31de93da-b7e1-4432-b6a6-00c49da7c82b admin admin] Added segment 0cbf7378-4722-44dc-a279-8680d7922ac5 of type vlan for network eb4541ed-515f-43d5-815c-59260279e712 Aug 30 17:21:44.730701 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c9af0b-193e-423e-bdd4-4cb0c09019bb admin admin] Made reservation on behalf of c21fe597089042da855ac89daddb7bed for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:21:44.733173 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03c9af0b-193e-423e-bdd4-4cb0c09019bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:44.754000 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b08b8161-9f7f-4c8c-b81b-036690dddc97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:44.976472 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3d72a-0a03-4965-a370-101f1919a05f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1753daa-9775-4a3a-a2f7-4c0f3775f909,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:44.992889 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03c9af0b-193e-423e-bdd4-4cb0c09019bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:45.006792 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31de93da-b7e1-4432-b6a6-00c49da7c82b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763728898142'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:45.017130 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed3d72a-0a03-4965-a370-101f1919a05f admin admin] Checking segment: {'id': '746b15d3-f122-4fd3-bad5-f0b1a2dcac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e6091024-8f4d-4cb5-b1a2-13af9fd389b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:21:45.017491 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed3d72a-0a03-4965-a370-101f1919a05f admin admin] Network hostable DHCP agents. Network: e6091024-8f4d-4cb5-b1a2-13af9fd389b6, hostable agents: ['8f3c7f8e-0df7-4e02-9457-a839f0ce6f10'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:21:45.017642 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b08b8161-9f7f-4c8c-b81b-036690dddc97 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:45.113675 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9af0b-193e-423e-bdd4-4cb0c09019bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9b76a77-690c-4632-9995-41f5ada41bd6,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:45.119995 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31de93da-b7e1-4432-b6a6-00c49da7c82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:45.120940 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31de93da-b7e1-4432-b6a6-00c49da7c82b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:21:45.121544 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31de93da-b7e1-4432-b6a6-00c49da7c82b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:45.126808 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed3d72a-0a03-4965-a370-101f1919a05f admin admin] Network e6091024-8f4d-4cb5-b1a2-13af9fd389b6 is scheduled to be hosted by DHCP agent 8f3c7f8e-0df7-4e02-9457-a839f0ce6f10 with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:21:45.128645 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c9af0b-193e-423e-bdd4-4cb0c09019bb admin admin] Checking segment: {'id': '41e5c997-0375-4a8d-92f7-022af7373204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:21:45.129004 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c9af0b-193e-423e-bdd4-4cb0c09019bb admin admin] Network hostable DHCP agents. Network: 7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd, hostable agents: ['8f3c7f8e-0df7-4e02-9457-a839f0ce6f10'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:21:45.191811 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-2ed3d72a-0a03-4965-a370-101f1919a05f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-3-iscsi, e6091024-8f4d-4cb5-b1a2-13af9fd389b6) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:21:45.200724 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca5f2e5-1c06-4599-b6bd-345dc2faab14 None None] Network e6091024-8f4d-4cb5-b1a2-13af9fd389b6 requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:21:45.213121 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-31de93da-b7e1-4432-b6a6-00c49da7c82b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2952523 Aug 30 17:21:45.221912 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed3d72a-0a03-4965-a370-101f1919a05f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:21:45.222442 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2ed3d72a-0a03-4965-a370-101f1919a05f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:45.224500 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 48370) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:45.247945 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-422d6e1c-95c4-4375-85c6-195c3603cd4d admin admin] Request body: {'subnet': {'network_id': 'eb4541ed-515f-43d5-815c-59260279e712', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-813180368-subnet', 'tenant_id': '3072fc635f0f4965a376c768e030dc4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:21:45.286632 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de93da-b7e1-4432-b6a6-00c49da7c82b admin admin] Pushing event updated for resources: {'Network': ['ID=eb4541ed-515f-43d5-815c-59260279e712,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:45.302127 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c9af0b-193e-423e-bdd4-4cb0c09019bb admin admin] Network 7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd is scheduled to be hosted by DHCP agent 8f3c7f8e-0df7-4e02-9457-a839f0ce6f10 with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:21:45.320779 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Network eb4541ed-515f-43d5-815c-59260279e712 details requested by agent ovs-agent-dv-cinder-805316-3-iscsi with host dv-cinder-805316-3-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:21:45.327550 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-03c9af0b-193e-423e-bdd4-4cb0c09019bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-3-iscsi, 7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:21:45.336893 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b08b8161-9f7f-4c8c-b81b-036690dddc97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:45.341229 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c9af0b-193e-423e-bdd4-4cb0c09019bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:21:45.342527 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-03c9af0b-193e-423e-bdd4-4cb0c09019bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:45.360251 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422d6e1c-95c4-4375-85c6-195c3603cd4d admin admin] Made reservation on behalf of 3072fc635f0f4965a376c768e030dc4b for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:21:45.364996 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-422d6e1c-95c4-4375-85c6-195c3603cd4d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:45.382992 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-2ed3d72a-0a03-4965-a370-101f1919a05f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4311743 Aug 30 17:21:45.383241 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b08b8161-9f7f-4c8c-b81b-036690dddc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:45.385939 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-03c9af0b-193e-423e-bdd4-4cb0c09019bb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7749414 Aug 30 17:21:45.398083 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48376) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:45.411843 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-78e2ba67-0e12-4abd-a4bf-4ccb59e0e0ee admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1712255040-router', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:21:45.415903 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d712e92-6422-492e-99e6-b68b16ad7a04 None None] Network 7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:21:45.423446 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48378) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:45.437767 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48380) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:45.501279 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78e2ba67-0e12-4abd-a4bf-4ccb59e0e0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102440'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:45.502301 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78e2ba67-0e12-4abd-a4bf-4ccb59e0e0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533729', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102449'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:45.580604 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-b08b8161-9f7f-4c8c-b81b-036690dddc97 admin admin] Allocated IP 172.27.2.95 (3951d34a-2192-4abb-b523-61631b013f39/db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b/c836b4cb-12c3-411a-b279-0d3aca75a40b) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:21:45.634489 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-422d6e1c-95c4-4375-85c6-195c3603cd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:45.653272 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78e2ba67-0e12-4abd-a4bf-4ccb59e0e0ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:45.708356 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-94ba73aa-5061-4ff9-968e-8ce1f4bd0811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:45.711099 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d6e1c-95c4-4375-85c6-195c3603cd4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1450d806-d9ad-41fc-8183-dc8bec6363cd,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:45.728714 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d6e1c-95c4-4375-85c6-195c3603cd4d admin admin] Checking segment: {'id': '0cbf7378-4722-44dc-a279-8680d7922ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'eb4541ed-515f-43d5-815c-59260279e712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:21:45.729283 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422d6e1c-95c4-4375-85c6-195c3603cd4d admin admin] Network hostable DHCP agents. Network: eb4541ed-515f-43d5-815c-59260279e712, hostable agents: ['8f3c7f8e-0df7-4e02-9457-a839f0ce6f10'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:21:45.753184 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422d6e1c-95c4-4375-85c6-195c3603cd4d admin admin] Network eb4541ed-515f-43d5-815c-59260279e712 is scheduled to be hosted by DHCP agent 8f3c7f8e-0df7-4e02-9457-a839f0ce6f10 with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:21:45.768603 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-422d6e1c-95c4-4375-85c6-195c3603cd4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-3-iscsi, eb4541ed-515f-43d5-815c-59260279e712) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:21:45.776300 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422d6e1c-95c4-4375-85c6-195c3603cd4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:21:45.778418 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-422d6e1c-95c4-4375-85c6-195c3603cd4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:45.789992 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9162af0-1391-5be5-b89f-1e72096aa358-7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'fixed_ips': [{'subnet_id': 'f9b76a77-690c-4632-9995-41f5ada41bd6'}]}} from dv-cinder-805316-3-iscsi. {{(pid=93817) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 17:21:45.790847 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:45.804441 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db94f5c-dbc3-4370-bbfb-c6fb19bf325b None None] Network eb4541ed-515f-43d5-815c-59260279e712 requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:21:45.818064 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-422d6e1c-95c4-4375-85c6-195c3603cd4d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5899391 Aug 30 17:21:45.838512 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c8674347-dd29-41a1-888a-8e39b2875f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:45.946863 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78e2ba67-0e12-4abd-a4bf-4ccb59e0e0ee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:45.992378 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 48412) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:45.998627 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b08b8161-9f7f-4c8c-b81b-036690dddc97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:46.038200 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Allocated IP 172.20.0.2 (7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd/f9b76a77-690c-4632-9995-41f5ada41bd6/6a234d60-67de-41e5-8877-782483916c4b) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:21:46.062672 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-082e713e-76a4-4d2b-9da3-ce6cacddf887 admin admin] Deleting subnet c39e471e-7aa2-4540-a695-518ccf54c9de {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:21:46.077370 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa159e61-caa9-4a8e-8c8c-e45524a42434 None None] Network e6091024-8f4d-4cb5-b1a2-13af9fd389b6 requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:21:46.085357 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-082e713e-76a4-4d2b-9da3-ce6cacddf887 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:46.151182 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b08b8161-9f7f-4c8c-b81b-036690dddc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:46.174851 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-082e713e-76a4-4d2b-9da3-ce6cacddf887 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:46.206450 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-082e713e-76a4-4d2b-9da3-ce6cacddf887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33214020'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:46.217332 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-94ba73aa-5061-4ff9-968e-8ce1f4bd0811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:46.227261 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08b8161-9f7f-4c8c-b81b-036690dddc97 admin admin] Network 3951d34a-2192-4abb-b523-61631b013f39 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:21:46.233327 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-94ba73aa-5061-4ff9-968e-8ce1f4bd0811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:46.254353 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 48434) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:46.264503 dv-cinder-805316-3-iscsi neutron-server[93816]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 17:21:46.274523 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-b08b8161-9f7f-4c8c-b81b-036690dddc97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:21:46.565458 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-630c4235-c68e-43f6-857b-f9c3d80b56ae tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:21:46.567444 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-630c4235-c68e-43f6-857b-f9c3d80b56ae tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/networks?id=a71f18e2-488a-4e8b-9a1b-947ff6e42b58 HTTP/1.1" status: 200 len: 812 time: 0.3098943 Aug 30 17:21:46.575574 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08b8161-9f7f-4c8c-b81b-036690dddc97 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:21:46.598963 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-cabfdaa2-1c91-491c-91bb-c31153b780d4 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/quotas/4159867d9f564a3bb53239af82c41170 HTTP/1.1" status: 200 len: 375 time: 0.0131249 Aug 30 17:21:46.600666 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-082e713e-76a4-4d2b-9da3-ce6cacddf887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33214027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:46.606993 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba73aa-5061-4ff9-968e-8ce1f4bd0811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b1b098-1ce4-4754-bb7f-6fad757b1933,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:46.644534 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e713e-76a4-4d2b-9da3-ce6cacddf887 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c39e471e-7aa2-4540-a695-518ccf54c9de,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:46.676377 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c3fcba-966d-4cc4-915d-875e2c4ced3c None None] Network eb4541ed-515f-43d5-815c-59260279e712 requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:21:46.718927 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 48456) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:46.719749 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-94ba73aa-5061-4ff9-968e-8ce1f4bd0811 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf8f5c1f5198439f873c08dac9383e19&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2546427 Aug 30 17:21:46.740948 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 48460) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:46.743041 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-fe7ca731-3cda-4428-b028-e70aa9f06b79 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4159867d9f564a3bb53239af82c41170&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1336057 Aug 30 17:21:46.774816 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b8161-9f7f-4c8c-b81b-036690dddc97 admin admin] Pushing event updated for resources: {'Port': ['ID=c836b4cb-12c3-411a-b279-0d3aca75a40b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:46.807873 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:46.822526 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-082e713e-76a4-4d2b-9da3-ce6cacddf887 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:46.829085 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-082e713e-76a4-4d2b-9da3-ce6cacddf887 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c39e471e-7aa2-4540-a695-518ccf54c9de HTTP/1.1" status: 204 len: 168 time: 0.8345780 Aug 30 17:21:46.829730 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 48468) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:46.870770 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Transition to ACTIVE for port object 6a234d60-67de-41e5-8877-782483916c4b will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:21:46.949958 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Transition to ACTIVE for port object 6a234d60-67de-41e5-8877-782483916c4b will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:21:47.005018 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:47.035744 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-247b0a75-769a-438c-a737-7b76c947cb99 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:21:47.042469 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-247b0a75-769a-438c-a737-7b76c947cb99 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/networks?id=e6091024-8f4d-4cb5-b1a2-13af9fd389b6 HTTP/1.1" status: 200 len: 814 time: 0.3037188 Aug 30 17:21:47.052416 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54caad98-6754-4ab1-8d6e-08e32624d81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33116116'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:47.067723 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85ef6ccb-3d71-4cd8-afea-61f89b766c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:47.077290 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-09aea8ac-360e-4f2b-a7bc-a128e18cfcab tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/quotas/b03ce9f1d44743abb9c9c1d793df466c HTTP/1.1" status: 200 len: 375 time: 0.0336995 Aug 30 17:21:47.086406 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-6a1d4e4c-759f-44d8-a657-32f786b81fe3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 17:21:47.087383 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-6a1d4e4c-759f-44d8-a657-32f786b81fe3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1814108 Aug 30 17:21:47.088495 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Network 7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:21:47.092102 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:21:47.099787 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:21:47.105633 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Pushing event updated for resources: {'Port': ['ID=6a234d60-67de-41e5-8877-782483916c4b,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:47.112424 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c8674347-dd29-41a1-888a-8e39b2875f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:47.156099 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-cd96d986-f1e7-4d3c-9a11-1f1bfbd17773 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b03ce9f1d44743abb9c9c1d793df466c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778139 Aug 30 17:21:47.177847 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c8674347-dd29-41a1-888a-8e39b2875f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:47.195651 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:47.196010 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:47.196366 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:47.196901 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:47.197230 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:47.197593 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:47.197931 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:47.198264 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:47.198652 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:47.199543 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:47.202194 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:47.202194 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:47.202441 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85ef6ccb-3d71-4cd8-afea-61f89b766c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Tracked resource versions report: Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: pushed versions: Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: { 'AddressGroup': {'1.2'}, Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: 'ConntrackHelper': {'1.0'}, Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: 'Log': {'1.0'}, Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: 'Network': {'1.1'}, Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: 'Port': {'1.7'}, Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: 'PortForwarding': {'1.2'}, Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: 'QosPolicy': {'1.9'}, Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: 'SecurityGroup': {'1.4'}, Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: 'SecurityGroupRule': {'1.2'}, Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: 'SubPort': {'1.0'}, Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: 'Subnet': {'1.1'}, Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: 'Trunk': {'1.1'}} Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: consumer versions: Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: { DHCP agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: HyperV agent@hv-cinder-80531: {}, Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: L3 agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: Metadata agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: Metering agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: Open vSwitch agent@dv-cinder-805316-3-iscsi: { 'AddressGroup': '1.2', Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: 'ConntrackHelper': '1.0', Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: 'Log': '1.0', Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: 'Network': '1.1', Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: 'Port': '1.7', Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: 'PortForwarding': '1.2', Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: 'QosPolicy': '1.9', Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: 'SecurityGroup': '1.4', Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: 'SecurityGroupRule': '1.2', Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: 'SubPort': '1.0', Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: 'Subnet': '1.1', Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: 'Trunk': '1.1'}} Aug 30 17:21:47.202535 dv-cinder-805316-3-iscsi neutron-server[93817]: {{(pid=93817) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 17:21:47.208047 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Attempting to bind port 6a234d60-67de-41e5-8877-782483916c4b on host dv-cinder-805316-3-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:21:47.208437 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Attempting to bind port 6a234d60-67de-41e5-8877-782483916c4b by drivers openvswitch,hyperv on host dv-cinder-805316-3-iscsi at level 0 using segments [{'id': '41e5c997-0375-4a8d-92f7-022af7373204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:21:47.208806 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Attempting to bind port 6a234d60-67de-41e5-8877-782483916c4b on network 7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:21:47.215945 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Checking agent: {'id': 'ffbe204d-12b1-4bb4-8980-9a78a382db5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 13, 58), 'started_at': datetime.datetime(2021, 8, 30, 17, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:21:47.216326 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Checking segment: {'id': '41e5c997-0375-4a8d-92f7-022af7373204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:21:47.217414 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:47.217837 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Bound using segment: {'id': '41e5c997-0375-4a8d-92f7-022af7373204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:21:47.218315 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Bound port: 6a234d60-67de-41e5-8877-782483916c4b, host: dv-cinder-805316-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e5c997-0375-4a8d-92f7-022af7373204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:21:47.218718 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:47.223459 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8674347-dd29-41a1-888a-8e39b2875f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1559d22c-d4b5-4314-9e07-4494bae077fb,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:47.281472 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-c8674347-dd29-41a1-888a-8e39b2875f7e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=598d60b045544df3a4f5ef5ef91bd4d7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8499486 Aug 30 17:21:47.285404 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 48484) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:47.308572 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78e2ba67-0e12-4abd-a4bf-4ccb59e0e0ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:47.318824 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] For port 6a234d60-67de-41e5-8877-782483916c4b, host dv-cinder-805316-3-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:21:47.323761 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] For port 6a234d60-67de-41e5-8877-782483916c4b, host dv-cinder-805316-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=6a234d60-67de-41e5-8877-782483916c4b,segment=NetworkSegment(41e5c997-0375-4a8d-92f7-022af7373204),segment_id=41e5c997-0375-4a8d-92f7-022af7373204)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:21:47.328650 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:47.346097 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78e2ba67-0e12-4abd-a4bf-4ccb59e0e0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:47.369217 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54caad98-6754-4ab1-8d6e-08e32624d81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33152447', 'neutron.services.segments.db._delete_segments_for_network-8763729442798'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:47.386065 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54caad98-6754-4ab1-8d6e-08e32624d81b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:21:47.386407 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54caad98-6754-4ab1-8d6e-08e32624d81b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:21:47.387163 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54caad98-6754-4ab1-8d6e-08e32624d81b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:21:47.387486 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54caad98-6754-4ab1-8d6e-08e32624d81b admin admin] Subscribe: > port after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:21:47.387799 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54caad98-6754-4ab1-8d6e-08e32624d81b admin admin] Subscribe: > port after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:21:47.388120 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54caad98-6754-4ab1-8d6e-08e32624d81b admin admin] Subscribe: > port after_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:21:47.389047 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54caad98-6754-4ab1-8d6e-08e32624d81b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:21:47.389464 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54caad98-6754-4ab1-8d6e-08e32624d81b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:21:47.395668 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54caad98-6754-4ab1-8d6e-08e32624d81b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:21:47.395914 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77265587-2a3e-4fdd-8d64-2785775bcad8 None None] Pushing event updated for resources: {'Port': ['ID=6a234d60-67de-41e5-8877-782483916c4b,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:47.396007 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54caad98-6754-4ab1-8d6e-08e32624d81b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:21:47.452791 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b08b8161-9f7f-4c8c-b81b-036690dddc97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:47.512596 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-78e2ba67-0e12-4abd-a4bf-4ccb59e0e0ee admin admin] Allocated IP 172.27.2.237 (3951d34a-2192-4abb-b523-61631b013f39/db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b/5d7816c0-46b4-44cd-b862-759555c902c8) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:21:47.560994 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54caad98-6754-4ab1-8d6e-08e32624d81b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:21:47.561288 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54caad98-6754-4ab1-8d6e-08e32624d81b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:21:47.561591 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54caad98-6754-4ab1-8d6e-08e32624d81b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:21:47.561915 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54caad98-6754-4ab1-8d6e-08e32624d81b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:21:47.562282 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-54caad98-6754-4ab1-8d6e-08e32624d81b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace98e0b-76e0-4767-8cac-b0a4258c7509']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:21:47.614168 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-b067ebfc-82e4-4bac-9be1-1c4d498b86d2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 17:21:47.615231 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-b067ebfc-82e4-4bac-9be1-1c4d498b86d2 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3307433 Aug 30 17:21:47.622813 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-54caad98-6754-4ab1-8d6e-08e32624d81b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c55c0b7-94e8-427e-b95a-ed23e5de386d') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:21:47.623149 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-54caad98-6754-4ab1-8d6e-08e32624d81b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c55c0b7-94e8-427e-b95a-ed23e5de386d') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:21:47.664706 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54caad98-6754-4ab1-8d6e-08e32624d81b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763729442681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3015845'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:47.689173 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-50c4f57f-3ae7-40a9-89b8-e14572c37d19 service neutron] 10.222.0.21 "GET /v2.0/networks/a71f18e2-488a-4e8b-9a1b-947ff6e42b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5619571 Aug 30 17:21:47.735027 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85ef6ccb-3d71-4cd8-afea-61f89b766c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:47.737491 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-85ef6ccb-3d71-4cd8-afea-61f89b766c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:47.741363 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-85ef6ccb-3d71-4cd8-afea-61f89b766c06 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9b1b098-1ce4-4754-bb7f-6fad757b1933 HTTP/1.1" status: 204 len: 168 time: 0.9974883 Aug 30 17:21:47.772556 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54caad98-6754-4ab1-8d6e-08e32624d81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:47.780123 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b08b8161-9f7f-4c8c-b81b-036690dddc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535102'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:47.796127 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78e2ba67-0e12-4abd-a4bf-4ccb59e0e0ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:47.815948 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54caad98-6754-4ab1-8d6e-08e32624d81b admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:21:47.816341 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54caad98-6754-4ab1-8d6e-08e32624d81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2822357'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: from cryptography.utils import int_from_bytes Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: from cryptography.utils import int_from_bytes Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: Traceback (most recent call last): Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: timer() Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: cb(*args, **kw) Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: return func(*args, **kwargs) Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: self._notify() Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: self.callback(batched_events) Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: event.method(event) Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: return f(self, *a, **k) Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: return self._get(url).json() Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: return self.request(url, 'GET', **kwargs) Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:21:47.822163 dv-cinder-805316-3-iscsi neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:21:47.824410 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef6ccb-3d71-4cd8-afea-61f89b766c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b1b098-1ce4-4754-bb7f-6fad757b1933,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:47.837343 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-886a1e55-4331-4144-a118-e236e087bc91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:47.926747 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-886a1e55-4331-4144-a118-e236e087bc91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:47.964100 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54caad98-6754-4ab1-8d6e-08e32624d81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33152454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535142'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:47.972209 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-4a950bf0-cfac-4092-bad3-4411a2741aa0 service neutron] 10.222.0.21 "GET /v2.0/networks/e6091024-8f4d-4cb5-b1a2-13af9fd389b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315506 Aug 30 17:21:48.002353 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78e2ba67-0e12-4abd-a4bf-4ccb59e0e0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:48.014389 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08b8161-9f7f-4c8c-b81b-036690dddc97 admin admin] Router 33c6f826-b21b-45ff-aefe-4c7c2c2c0343 is scheduled to L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 17:21:48.054978 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e2ba67-0e12-4abd-a4bf-4ccb59e0e0ee admin admin] Network 3951d34a-2192-4abb-b523-61631b013f39 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:21:48.059262 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-54caad98-6754-4ab1-8d6e-08e32624d81b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:48.061827 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-78e2ba67-0e12-4abd-a4bf-4ccb59e0e0ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:21:48.062046 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-54caad98-6754-4ab1-8d6e-08e32624d81b admin admin] 10.222.0.21 "DELETE /v2.0/networks/ace98e0b-76e0-4767-8cac-b0a4258c7509 HTTP/1.1" status: 204 len: 168 time: 1.2252653 Aug 30 17:21:48.063433 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54caad98-6754-4ab1-8d6e-08e32624d81b admin admin] Pushing event deleted for resources: {'Network': ['ID=ace98e0b-76e0-4767-8cac-b0a4258c7509,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:48.066414 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 48492) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:48.066729 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e2ba67-0e12-4abd-a4bf-4ccb59e0e0ee admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:21:48.068244 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 6a234d60-67de-41e5-8877-782483916c4b up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:21:48.081552 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-c4537352-43b8-47d4-84b0-34b9a9b57bb7 service neutron] 10.222.0.21 "GET /v2.0/networks/a71f18e2-488a-4e8b-9a1b-947ff6e42b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623083 Aug 30 17:21:48.141651 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2ba67-0e12-4abd-a4bf-4ccb59e0e0ee admin admin] Pushing event updated for resources: {'Port': ['ID=5d7816c0-46b4-44cd-b862-759555c902c8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:48.152291 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ba4088-bc7a-49e0-aea2-acc7aec7861d admin admin] Deleting subnet 1450d806-d9ad-41fc-8183-dc8bec6363cd {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:21:48.156754 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0ba4088-bc7a-49e0-aea2-acc7aec7861d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:48.176199 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning for port 6a234d60-67de-41e5-8877-782483916c4b completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:21:48.195902 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 48494) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:48.227843 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-886a1e55-4331-4144-a118-e236e087bc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:48.230679 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-886a1e55-4331-4144-a118-e236e087bc91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:48.231856 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-886a1e55-4331-4144-a118-e236e087bc91 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1559d22c-d4b5-4314-9e07-4494bae077fb HTTP/1.1" status: 204 len: 168 time: 0.9061677 Aug 30 17:21:48.245232 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-053d6ad8-6672-4c7b-bec4-e76094cbdba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:48.258483 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0ba4088-bc7a-49e0-aea2-acc7aec7861d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3015866'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:48.297211 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a1e55-4331-4144-a118-e236e087bc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1559d22c-d4b5-4314-9e07-4494bae077fb,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:48.342742 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-47f064ef-386b-4fa6-bb2a-5acda44b7c87 service neutron] 10.222.0.21 "GET /v2.0/networks/e6091024-8f4d-4cb5-b1a2-13af9fd389b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465564 Aug 30 17:21:48.361406 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0ba4088-bc7a-49e0-aea2-acc7aec7861d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33214020'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:48.477862 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08b8161-9f7f-4c8c-b81b-036690dddc97 admin admin] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:21:48.489436 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587616c5-0b2e-4984-805e-8bf410fcc1ab None None] Sync routers for ids ['33c6f826-b21b-45ff-aefe-4c7c2c2c0343'] in dv-cinder-805316-3-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:21:48.505247 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587616c5-0b2e-4984-805e-8bf410fcc1ab None None] Routers {'33c6f826-b21b-45ff-aefe-4c7c2c2c0343'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:21:48.506260 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-587616c5-0b2e-4984-805e-8bf410fcc1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:21:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['33c6f826-b21b-45ff-aefe-4c7c2c2c0343'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:21:48.659984 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78e2ba67-0e12-4abd-a4bf-4ccb59e0e0ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:48.740158 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa77497a-2c3c-486f-a097-1617d87d2538 None None] Network 7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:21:48.787595 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3482eafb-fc48-4cb1-aa72-d0d7cfff6c76 req-990535cb-1424-4bf4-8e2e-05628adb5877 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/ports?device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 210 time: 0.2519159 Aug 30 17:21:48.896767 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-587616c5-0b2e-4984-805e-8bf410fcc1ab None None] Set router 33c6f826-b21b-45ff-aefe-4c7c2c2c0343 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:21:48.946164 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-301ac853-a3c3-4c0a-ac57-8bd70cd90d82 req-f0f48c5e-fa6c-4f17-9961-52fd6bcc00c1 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 210 time: 0.1461842 Aug 30 17:21:48.960459 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0ba4088-bc7a-49e0-aea2-acc7aec7861d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33214027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2822323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2815012'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:49.046027 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0ba4088-bc7a-49e0-aea2-acc7aec7861d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:49.054292 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-f0ba4088-bc7a-49e0-aea2-acc7aec7861d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1450d806-d9ad-41fc-8183-dc8bec6363cd HTTP/1.1" status: 204 len: 168 time: 0.9855170 Aug 30 17:21:49.055081 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 48536) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:49.058726 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba4088-bc7a-49e0-aea2-acc7aec7861d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1450d806-d9ad-41fc-8183-dc8bec6363cd,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:49.134672 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 48540) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:49.136259 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-aee15caa-0e8c-4575-86f3-f87089d43288 None None] Provisioning for port 6a234d60-67de-41e5-8877-782483916c4b completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:21:49.149416 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-aee15caa-0e8c-4575-86f3-f87089d43288 None None] Provisioning complete for port 6a234d60-67de-41e5-8877-782483916c4b triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:21:49.150847 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aee15caa-0e8c-4575-86f3-f87089d43288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:49.243442 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ed826f9-5f06-464c-9701-75e4a882e244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:49.272497 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15cfa7bf-7a52-4668-9a8d-beceb9dc93a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33116116'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:49.272805 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aee15caa-0e8c-4575-86f3-f87089d43288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:49.320673 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-aee15caa-0e8c-4575-86f3-f87089d43288 None None] For port 6a234d60-67de-41e5-8877-782483916c4b, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=6a234d60-67de-41e5-8877-782483916c4b,segment=NetworkSegment(41e5c997-0375-4a8d-92f7-022af7373204),segment_id=41e5c997-0375-4a8d-92f7-022af7373204)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:21:49.327490 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aee15caa-0e8c-4575-86f3-f87089d43288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:49.332909 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-053d6ad8-6672-4c7b-bec4-e76094cbdba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:49.410656 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b08b8161-9f7f-4c8c-b81b-036690dddc97 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:49.417639 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-b08b8161-9f7f-4c8c-b81b-036690dddc97 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8670020 Aug 30 17:21:49.423396 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48562) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:49.428892 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15cfa7bf-7a52-4668-9a8d-beceb9dc93a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33152447', 'neutron.services.segments.db._delete_segments_for_network-8763729442798'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:49.431682 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee15caa-0e8c-4575-86f3-f87089d43288 None None] Pushing event updated for resources: {'Port': ['ID=6a234d60-67de-41e5-8877-782483916c4b,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:49.443691 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-15cfa7bf-7a52-4668-9a8d-beceb9dc93a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4541ed-515f-43d5-815c-59260279e712']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:21:49.461369 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-15cfa7bf-7a52-4668-9a8d-beceb9dc93a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cbf7378-4722-44dc-a279-8680d7922ac5') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:21:49.461592 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-15cfa7bf-7a52-4668-9a8d-beceb9dc93a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cbf7378-4722-44dc-a279-8680d7922ac5') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:21:49.465675 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-587616c5-0b2e-4984-805e-8bf410fcc1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c6f826-b21b-45ff-aefe-4c7c2c2c0343', 'name': 'tempest-ServerRescueNegativeTestJSON-2126478271-router', 'tenant_id': 'fcaf1973521f4aec87a359088d9ae855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c836b4cb-12c3-411a-b279-0d3aca75a40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:21:44Z', 'updated_at': '2021-08-30T17:21:46Z', 'revision_number': 3, 'project_id': 'fcaf1973521f4aec87a359088d9ae855', 'gw_port': {'id': 'c836b4cb-12c3-411a-b279-0d3aca75a40b', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c6f826-b21b-45ff-aefe-4c7c2c2c0343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:45Z', 'updated_at': '2021-08-30T17:21:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:21:49.474882 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15cfa7bf-7a52-4668-9a8d-beceb9dc93a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763729442681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3015845'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:49.496736 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15cfa7bf-7a52-4668-9a8d-beceb9dc93a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:49.508793 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15cfa7bf-7a52-4668-9a8d-beceb9dc93a5 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:21:49.509379 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15cfa7bf-7a52-4668-9a8d-beceb9dc93a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2822357'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:49.519287 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78e2ba67-0e12-4abd-a4bf-4ccb59e0e0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535102'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:49.534305 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587616c5-0b2e-4984-805e-8bf410fcc1ab None None] Checking router: 33c6f826-b21b-45ff-aefe-4c7c2c2c0343 for host: dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:21:49.536541 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587616c5-0b2e-4984-805e-8bf410fcc1ab None None] Updating router 33c6f826-b21b-45ff-aefe-4c7c2c2c0343 port c836b4cb-12c3-411a-b279-0d3aca75a40b binding host dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:21:49.592429 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-587616c5-0b2e-4984-805e-8bf410fcc1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: Traceback (most recent call last): Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: timer() Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: cb(*args, **kw) Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: return func(*args, **kwargs) Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: self._notify() Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: self.callback(batched_events) Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: event.method(event) Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: return f(self, *a, **k) Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: return self._get(url).json() Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: return self.request(url, 'GET', **kwargs) Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:21:49.593988 dv-cinder-805316-3-iscsi neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:21:49.597046 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-053d6ad8-6672-4c7b-bec4-e76094cbdba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:49.658214 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-2d4bff13-a913-4ec8-b187-c88d8e710ce7 None None] Provisioning complete for port 6a234d60-67de-41e5-8877-782483916c4b triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:21:49.659680 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2d4bff13-a913-4ec8-b187-c88d8e710ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:49.844808 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ed826f9-5f06-464c-9701-75e4a882e244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:49.846126 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d6ad8-6672-4c7b-bec4-e76094cbdba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f5c778-c284-4a22-9364-26c9b79e6d62,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:49.848921 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15cfa7bf-7a52-4668-9a8d-beceb9dc93a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33152454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535142'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:49.868387 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-053d6ad8-6672-4c7b-bec4-e76094cbdba2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8fcb86c9e8bd4b6cbca521b670c411b5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6689713 Aug 30 17:21:49.898206 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0ed72ddd-a90a-4bde-bb12-45d5448177c2 req-ccd24120-6990-4879-b48c-e98b662edf4a tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/ports?device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 210 time: 0.0290973 Aug 30 17:21:49.898830 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1ed826f9-5f06-464c-9701-75e4a882e244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:49.903072 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 48572) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:49.946746 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e2ba67-0e12-4abd-a4bf-4ccb59e0e0ee admin admin] Router 666b9479-d9e0-44bc-9a05-6bf78489e48d is scheduled to L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 17:21:49.970440 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfa7bf-7a52-4668-9a8d-beceb9dc93a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb4541ed-515f-43d5-815c-59260279e712,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:49.981631 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-15cfa7bf-7a52-4668-9a8d-beceb9dc93a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:49.986981 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-15cfa7bf-7a52-4668-9a8d-beceb9dc93a5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/eb4541ed-515f-43d5-815c-59260279e712 HTTP/1.1" status: 204 len: 168 time: 0.9132829 Aug 30 17:21:50.009259 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed826f9-5f06-464c-9701-75e4a882e244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f27b0b-c0fc-4e06-9619-44cb8822657a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:50.031109 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-1ed826f9-5f06-464c-9701-75e4a882e244 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab127d26df1043ac8f7ed36a3e038afc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8984807 Aug 30 17:21:50.036121 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 6a234d60-67de-41e5-8877-782483916c4b up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:21:50.048787 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 48578) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:50.049510 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11d21be5-325e-4f0e-a8f0-fad680422acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:50.063668 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-587616c5-0b2e-4984-805e-8bf410fcc1ab None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:50.088167 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-587616c5-0b2e-4984-805e-8bf410fcc1ab None None] Transition to ACTIVE for port object c836b4cb-12c3-411a-b279-0d3aca75a40b will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:21:50.094942 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 6a234d60-67de-41e5-8877-782483916c4b triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:21:50.095317 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:50.101969 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-587616c5-0b2e-4984-805e-8bf410fcc1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:50.225944 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d36bb345-07fa-49c9-bb97-15d04133b83f req-5f30bacc-5a7a-4992-b7cd-69a59ee789fe tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 210 time: 0.1616783 Aug 30 17:21:50.230279 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11d21be5-325e-4f0e-a8f0-fad680422acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:50.233620 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033655ee-7e8b-48fa-99cf-4bc29b044209 None None] Pushing event updated for resources: {'Port': ['ID=c836b4cb-12c3-411a-b279-0d3aca75a40b,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:50.256143 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-587616c5-0b2e-4984-805e-8bf410fcc1ab None None] Attempting to bind port c836b4cb-12c3-411a-b279-0d3aca75a40b on host dv-cinder-805316-3-iscsi for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:21:50.256515 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-587616c5-0b2e-4984-805e-8bf410fcc1ab None None] Attempting to bind port c836b4cb-12c3-411a-b279-0d3aca75a40b by drivers openvswitch,hyperv on host dv-cinder-805316-3-iscsi at level 0 using segments [{'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:21:50.256933 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587616c5-0b2e-4984-805e-8bf410fcc1ab None None] Attempting to bind port c836b4cb-12c3-411a-b279-0d3aca75a40b on network 3951d34a-2192-4abb-b523-61631b013f39 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:21:50.267645 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033655ee-7e8b-48fa-99cf-4bc29b044209 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:50.268515 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033655ee-7e8b-48fa-99cf-4bc29b044209 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:50.269011 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033655ee-7e8b-48fa-99cf-4bc29b044209 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:50.269546 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033655ee-7e8b-48fa-99cf-4bc29b044209 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:50.270042 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033655ee-7e8b-48fa-99cf-4bc29b044209 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:50.270534 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033655ee-7e8b-48fa-99cf-4bc29b044209 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:50.271031 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033655ee-7e8b-48fa-99cf-4bc29b044209 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:50.271554 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033655ee-7e8b-48fa-99cf-4bc29b044209 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:50.272053 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033655ee-7e8b-48fa-99cf-4bc29b044209 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:50.272532 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033655ee-7e8b-48fa-99cf-4bc29b044209 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:50.273007 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033655ee-7e8b-48fa-99cf-4bc29b044209 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:50.273554 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033655ee-7e8b-48fa-99cf-4bc29b044209 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033655ee-7e8b-48fa-99cf-4bc29b044209 None None] Tracked resource versions report: Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: pushed versions: Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: { 'AddressGroup': {'1.2'}, Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: 'ConntrackHelper': {'1.0'}, Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: 'Log': {'1.0'}, Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: 'Network': {'1.1'}, Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: 'Port': {'1.7'}, Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: 'PortForwarding': {'1.2'}, Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: 'QosPolicy': {'1.9'}, Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: 'SecurityGroup': {'1.4'}, Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: 'SecurityGroupRule': {'1.2'}, Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: 'SubPort': {'1.0'}, Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: 'Subnet': {'1.1'}, Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: 'Trunk': {'1.1'}} Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: consumer versions: Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: { DHCP agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: HyperV agent@hv-cinder-80531: {}, Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: L3 agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: Metadata agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: Metering agent@dv-cinder-805316-3-iscsi: {}, Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: Open vSwitch agent@dv-cinder-805316-3-iscsi: { 'AddressGroup': '1.2', Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: 'ConntrackHelper': '1.0', Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: 'Log': '1.0', Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: 'Network': '1.1', Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: 'Port': '1.7', Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: 'PortForwarding': '1.2', Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: 'QosPolicy': '1.9', Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: 'SecurityGroup': '1.4', Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: 'SecurityGroupRule': '1.2', Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: 'SubPort': '1.0', Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: 'Subnet': '1.1', Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: 'Trunk': '1.1'}} Aug 30 17:21:50.274726 dv-cinder-805316-3-iscsi neutron-server[93818]: {{(pid=93818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 17:21:50.277301 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587616c5-0b2e-4984-805e-8bf410fcc1ab None None] Checking agent: {'id': 'ffbe204d-12b1-4bb4-8980-9a78a382db5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 13, 58), 'started_at': datetime.datetime(2021, 8, 30, 17, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:21:50.278781 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587616c5-0b2e-4984-805e-8bf410fcc1ab None None] Checking segment: {'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:21:50.279586 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-587616c5-0b2e-4984-805e-8bf410fcc1ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:50.280488 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587616c5-0b2e-4984-805e-8bf410fcc1ab None None] Bound using segment: {'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:21:50.281147 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-587616c5-0b2e-4984-805e-8bf410fcc1ab None None] Bound port: c836b4cb-12c3-411a-b279-0d3aca75a40b, host: dv-cinder-805316-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:21:50.281757 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-587616c5-0b2e-4984-805e-8bf410fcc1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:50.296184 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3fca84a9-13d3-417e-a1ca-c83b245c15be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:50.321203 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3fca84a9-13d3-417e-a1ca-c83b245c15be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:50.333158 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11d21be5-325e-4f0e-a8f0-fad680422acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:50.335982 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-11d21be5-325e-4f0e-a8f0-fad680422acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:50.339769 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-11d21be5-325e-4f0e-a8f0-fad680422acf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6f5c778-c284-4a22-9364-26c9b79e6d62 HTTP/1.1" status: 204 len: 168 time: 0.3959291 Aug 30 17:21:50.339769 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 48584) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:50.353347 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-587616c5-0b2e-4984-805e-8bf410fcc1ab None None] For port c836b4cb-12c3-411a-b279-0d3aca75a40b, host dv-cinder-805316-3-iscsi, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:21:50.359679 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-587616c5-0b2e-4984-805e-8bf410fcc1ab None None] For port c836b4cb-12c3-411a-b279-0d3aca75a40b, host dv-cinder-805316-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=c836b4cb-12c3-411a-b279-0d3aca75a40b,segment=NetworkSegment(a1e39651-c313-42ea-8a56-542d3d88063d),segment_id=a1e39651-c313-42ea-8a56-542d3d88063d)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:21:50.361275 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e2ba67-0e12-4abd-a4bf-4ccb59e0e0ee admin admin] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:21:50.371693 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-587616c5-0b2e-4984-805e-8bf410fcc1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:50.373593 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0ea61d-f5b3-402a-ab7a-9a1761cb6964 None None] Sync routers for ids ['666b9479-d9e0-44bc-9a05-6bf78489e48d'] in dv-cinder-805316-3-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:21:50.386870 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0ea61d-f5b3-402a-ab7a-9a1761cb6964 None None] Routers {'666b9479-d9e0-44bc-9a05-6bf78489e48d'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:21:50.389284 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-6c0ea61d-f5b3-402a-ab7a-9a1761cb6964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:21:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['666b9479-d9e0-44bc-9a05-6bf78489e48d'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:21:50.420423 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-78e2ba67-0e12-4abd-a4bf-4ccb59e0e0ee admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:50.422091 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-78e2ba67-0e12-4abd-a4bf-4ccb59e0e0ee admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0184250 Aug 30 17:21:50.432000 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587616c5-0b2e-4984-805e-8bf410fcc1ab None None] Routers {'33c6f826-b21b-45ff-aefe-4c7c2c2c0343'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:21:50.432316 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 48588) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:50.433128 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-587616c5-0b2e-4984-805e-8bf410fcc1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:21:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['33c6f826-b21b-45ff-aefe-4c7c2c2c0343'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:21:50.438394 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-445e4a91-f5e1-48a9-a229-310f7fc2093b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0e50019bb2c444ca0233dcafa30e0b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0929270 Aug 30 17:21:50.440787 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48590) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:50.464510 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033655ee-7e8b-48fa-99cf-4bc29b044209 None None] Pushing event updated for resources: {'Port': ['ID=c836b4cb-12c3-411a-b279-0d3aca75a40b,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:50.550168 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f032f839-4b61-484a-b057-2291b2bbb6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:50.577116 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b24443e3-72c8-40a6-a623-932aeacf1306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:50.579927 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d21be5-325e-4f0e-a8f0-fad680422acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f5c778-c284-4a22-9364-26c9b79e6d62,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:50.595342 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f032f839-4b61-484a-b057-2291b2bbb6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:50.630095 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-587616c5-0b2e-4984-805e-8bf410fcc1ab None None] Set router 33c6f826-b21b-45ff-aefe-4c7c2c2c0343 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:21:50.671732 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-6c0ea61d-f5b3-402a-ab7a-9a1761cb6964 None None] Set router 666b9479-d9e0-44bc-9a05-6bf78489e48d gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:21:50.673779 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f032f839-4b61-484a-b057-2291b2bbb6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:50.677791 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f032f839-4b61-484a-b057-2291b2bbb6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:50.679544 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f032f839-4b61-484a-b057-2291b2bbb6fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7366b6ee-59f8-4d3f-802b-34376589b69c HTTP/1.1" status: 204 len: 168 time: 0.2376447 Aug 30 17:21:50.705108 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032f839-4b61-484a-b057-2291b2bbb6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7366b6ee-59f8-4d3f-802b-34376589b69c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:50.731623 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3fca84a9-13d3-417e-a1ca-c83b245c15be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:50.735173 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3fca84a9-13d3-417e-a1ca-c83b245c15be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:50.739412 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-3fca84a9-13d3-417e-a1ca-c83b245c15be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15f27b0b-c0fc-4e06-9619-44cb8822657a HTTP/1.1" status: 204 len: 168 time: 0.6851797 Aug 30 17:21:50.765437 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca84a9-13d3-417e-a1ca-c83b245c15be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f27b0b-c0fc-4e06-9619-44cb8822657a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:50.949884 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-b24443e3-72c8-40a6-a623-932aeacf1306 admin admin] Allocated IP 172.20.0.1 (4ee9a860-d9c5-4773-88ab-3fc89806af6d/1da436f5-992b-4504-9be3-d6d50d0f93b6/294bef18-2e96-4b80-8f25-856334be3476) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:21:51.074645 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-587616c5-0b2e-4984-805e-8bf410fcc1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c6f826-b21b-45ff-aefe-4c7c2c2c0343', 'name': 'tempest-ServerRescueNegativeTestJSON-2126478271-router', 'tenant_id': 'fcaf1973521f4aec87a359088d9ae855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c836b4cb-12c3-411a-b279-0d3aca75a40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:21:44Z', 'updated_at': '2021-08-30T17:21:46Z', 'revision_number': 3, 'project_id': 'fcaf1973521f4aec87a359088d9ae855', 'gw_port': {'id': 'c836b4cb-12c3-411a-b279-0d3aca75a40b', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c6f826-b21b-45ff-aefe-4c7c2c2c0343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:45Z', 'updated_at': '2021-08-30T17:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:21:51.080304 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9d67022b-18c2-487a-9a3c-8435e9942f5d req-fd3e45f0-2110-4fc2-8765-260816e117f8 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/ports?device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 210 time: 0.0420823 Aug 30 17:21:51.130663 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587616c5-0b2e-4984-805e-8bf410fcc1ab None None] The sync data for ids ['33c6f826-b21b-45ff-aefe-4c7c2c2c0343'] in dv-cinder-805316-3-iscsi is: [{'id': '33c6f826-b21b-45ff-aefe-4c7c2c2c0343', 'name': 'tempest-ServerRescueNegativeTestJSON-2126478271-router', 'tenant_id': 'fcaf1973521f4aec87a359088d9ae855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c836b4cb-12c3-411a-b279-0d3aca75a40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:21:44Z', 'updated_at': '2021-08-30T17:21:46Z', 'revision_number': 3, 'project_id': 'fcaf1973521f4aec87a359088d9ae855', 'gw_port': {'id': 'c836b4cb-12c3-411a-b279-0d3aca75a40b', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c6f826-b21b-45ff-aefe-4c7c2c2c0343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:45Z', 'updated_at': '2021-08-30T17:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:21:51.139858 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-6c0ea61d-f5b3-402a-ab7a-9a1761cb6964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712255040-router', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:21:45Z', 'updated_at': '2021-08-30T17:21:48Z', 'revision_number': 3, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'gw_port': {'id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:47Z', 'updated_at': '2021-08-30T17:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:21:51.143300 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b24443e3-72c8-40a6-a623-932aeacf1306 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:51.182577 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0ea61d-f5b3-402a-ab7a-9a1761cb6964 None None] Checking router: 666b9479-d9e0-44bc-9a05-6bf78489e48d for host: dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:21:51.182970 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0ea61d-f5b3-402a-ab7a-9a1761cb6964 None None] Updating router 666b9479-d9e0-44bc-9a05-6bf78489e48d port 5d7816c0-46b4-44cd-b862-759555c902c8 binding host dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:21:51.225817 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea61d-f5b3-402a-ab7a-9a1761cb6964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:51.239305 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b24443e3-72c8-40a6-a623-932aeacf1306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:51.318695 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 48618) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:51.365137 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24443e3-72c8-40a6-a623-932aeacf1306 admin admin] Network 4ee9a860-d9c5-4773-88ab-3fc89806af6d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:21:51.389232 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-b24443e3-72c8-40a6-a623-932aeacf1306 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:21:51.401011 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24443e3-72c8-40a6-a623-932aeacf1306 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:21:51.401984 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b24443e3-72c8-40a6-a623-932aeacf1306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535265'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:51.525079 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-b10b0d48-a4be-4e73-a525-79e506cc9490 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3072fc635f0f4965a376c768e030dc4b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2031734 Aug 30 17:21:51.564460 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 48624) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:51.630322 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-273e479e-ef68-42fb-b8cf-e0c70e76c207 req-e674e649-a312-415f-a785-6e8e9b90c68c tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 210 time: 0.0646386 Aug 30 17:21:51.656783 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24443e3-72c8-40a6-a623-932aeacf1306 admin admin] Pushing event updated for resources: {'Port': ['ID=294bef18-2e96-4b80-8f25-856334be3476,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:51.666278 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea61d-f5b3-402a-ab7a-9a1761cb6964 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:51.692564 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-6c0ea61d-f5b3-402a-ab7a-9a1761cb6964 None None] Transition to ACTIVE for port object 5d7816c0-46b4-44cd-b862-759555c902c8 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:21:51.709601 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea61d-f5b3-402a-ab7a-9a1761cb6964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:51.735165 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7fb8dcd-f2b0-4117-81ba-53c859d47a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:51.753788 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f727609-fcd4-4fda-97d1-4f7c3c49137d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:51.781118 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b24443e3-72c8-40a6-a623-932aeacf1306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:51.832785 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6c0ea61d-f5b3-402a-ab7a-9a1761cb6964 None None] Attempting to bind port 5d7816c0-46b4-44cd-b862-759555c902c8 on host dv-cinder-805316-3-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:21:51.833418 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6c0ea61d-f5b3-402a-ab7a-9a1761cb6964 None None] Attempting to bind port 5d7816c0-46b4-44cd-b862-759555c902c8 by drivers openvswitch,hyperv on host dv-cinder-805316-3-iscsi at level 0 using segments [{'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:21:51.834184 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0ea61d-f5b3-402a-ab7a-9a1761cb6964 None None] Attempting to bind port 5d7816c0-46b4-44cd-b862-759555c902c8 on network 3951d34a-2192-4abb-b523-61631b013f39 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:21:51.837603 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9747fc-100d-4dbb-a488-123c3aa4c848 None None] Pushing event updated for resources: {'Port': ['ID=5d7816c0-46b4-44cd-b862-759555c902c8,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:51.845484 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0ea61d-f5b3-402a-ab7a-9a1761cb6964 None None] Checking agent: {'id': 'ffbe204d-12b1-4bb4-8980-9a78a382db5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 13, 58), 'started_at': datetime.datetime(2021, 8, 30, 17, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:21:51.856889 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0ea61d-f5b3-402a-ab7a-9a1761cb6964 None None] Checking segment: {'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:21:51.861777 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea61d-f5b3-402a-ab7a-9a1761cb6964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:51.862405 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0ea61d-f5b3-402a-ab7a-9a1761cb6964 None None] Bound using segment: {'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:21:51.863097 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-6c0ea61d-f5b3-402a-ab7a-9a1761cb6964 None None] Bound port: 5d7816c0-46b4-44cd-b862-759555c902c8, host: dv-cinder-805316-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:21:51.863700 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea61d-f5b3-402a-ab7a-9a1761cb6964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:51.976702 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-6c0ea61d-f5b3-402a-ab7a-9a1761cb6964 None None] For port 5d7816c0-46b4-44cd-b862-759555c902c8, host dv-cinder-805316-3-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:21:51.985803 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-6c0ea61d-f5b3-402a-ab7a-9a1761cb6964 None None] For port 5d7816c0-46b4-44cd-b862-759555c902c8, host dv-cinder-805316-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=5d7816c0-46b4-44cd-b862-759555c902c8,segment=NetworkSegment(a1e39651-c313-42ea-8a56-542d3d88063d),segment_id=a1e39651-c313-42ea-8a56-542d3d88063d)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:21:51.989495 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f727609-fcd4-4fda-97d1-4f7c3c49137d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:51.996677 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea61d-f5b3-402a-ab7a-9a1761cb6964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:52.069825 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b24443e3-72c8-40a6-a623-932aeacf1306 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:52.079838 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b24443e3-72c8-40a6-a623-932aeacf1306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:52.084526 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b24443e3-72c8-40a6-a623-932aeacf1306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535358'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:52.095194 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device c836b4cb-12c3-411a-b279-0d3aca75a40b up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:21:52.162987 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0ea61d-f5b3-402a-ab7a-9a1761cb6964 None None] Routers {'666b9479-d9e0-44bc-9a05-6bf78489e48d'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:21:52.163648 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-6c0ea61d-f5b3-402a-ab7a-9a1761cb6964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:21:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['666b9479-d9e0-44bc-9a05-6bf78489e48d'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:21:52.583258 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-a7fb8dcd-f2b0-4117-81ba-53c859d47a9a admin admin] Allocated IP 172.20.0.1 (7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd/f9b76a77-690c-4632-9995-41f5ada41bd6/fa943b01-b4f1-47f3-914d-db00d9acff76) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:21:52.671064 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24443e3-72c8-40a6-a623-932aeacf1306 admin admin] Pushing event updated for resources: {'Port': ['ID=294bef18-2e96-4b80-8f25-856334be3476,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:52.700316 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9747fc-100d-4dbb-a488-123c3aa4c848 None None] Pushing event updated for resources: {'Port': ['ID=5d7816c0-46b4-44cd-b862-759555c902c8,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:52.758561 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24443e3-72c8-40a6-a623-932aeacf1306 admin admin] Network 4ee9a860-d9c5-4773-88ab-3fc89806af6d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:21:52.760585 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-b24443e3-72c8-40a6-a623-932aeacf1306 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:21:52.884239 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7fb8dcd-f2b0-4117-81ba-53c859d47a9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:52.901502 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-6c0ea61d-f5b3-402a-ab7a-9a1761cb6964 None None] Set router 666b9479-d9e0-44bc-9a05-6bf78489e48d gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:21:52.911029 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-a7fb8dcd-f2b0-4117-81ba-53c859d47a9a admin admin] Transition to ACTIVE for port object fa943b01-b4f1-47f3-914d-db00d9acff76 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:21:52.992823 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24443e3-72c8-40a6-a623-932aeacf1306 admin admin] Router 33c6f826-b21b-45ff-aefe-4c7c2c2c0343 has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:21:53.009030 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning for port c836b4cb-12c3-411a-b279-0d3aca75a40b completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:21:53.012644 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7fb8dcd-f2b0-4117-81ba-53c859d47a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:53.028795 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port c836b4cb-12c3-411a-b279-0d3aca75a40b triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:21:53.029195 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:53.065282 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c35ad15d-a43a-4680-a00d-4659037a9b77 req-6c8bf7e1-b9b8-4891-bfcc-40e1561c1fb0 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 210 time: 0.0544591 Aug 30 17:21:53.109483 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f727609-fcd4-4fda-97d1-4f7c3c49137d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:53.113449 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f727609-fcd4-4fda-97d1-4f7c3c49137d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:53.114882 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-5f727609-fcd4-4fda-97d1-4f7c3c49137d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cdfdc377-1e11-40e6-814a-a650598f6752 HTTP/1.1" status: 204 len: 168 time: 1.5484312 Aug 30 17:21:53.229595 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24443e3-72c8-40a6-a623-932aeacf1306 admin admin] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:21:53.237779 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-b24443e3-72c8-40a6-a623-932aeacf1306 admin admin] 10.222.0.21 "PUT /v2.0/routers/33c6f826-b21b-45ff-aefe-4c7c2c2c0343/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8080816 Aug 30 17:21:53.258369 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:53.288067 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] For port c836b4cb-12c3-411a-b279-0d3aca75a40b, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=c836b4cb-12c3-411a-b279-0d3aca75a40b,segment=NetworkSegment(a1e39651-c313-42ea-8a56-542d3d88063d),segment_id=a1e39651-c313-42ea-8a56-542d3d88063d)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:21:53.307642 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:53.341200 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5e29a120-f432-4af6-b4ab-740f09fc686b req-034d760a-181d-4903-a4a8-d7e3d7496855 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/ports?device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 210 time: 0.3668244 Aug 30 17:21:53.398517 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f727609-fcd4-4fda-97d1-4f7c3c49137d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfdc377-1e11-40e6-814a-a650598f6752,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:53.414148 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Pushing event updated for resources: {'Port': ['ID=c836b4cb-12c3-411a-b279-0d3aca75a40b,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:53.442528 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-6c0ea61d-f5b3-402a-ab7a-9a1761cb6964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712255040-router', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:21:45Z', 'updated_at': '2021-08-30T17:21:48Z', 'revision_number': 3, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'gw_port': {'id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:47Z', 'updated_at': '2021-08-30T17:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:21:53.443940 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fb8dcd-f2b0-4117-81ba-53c859d47a9a admin admin] Network 7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:21:53.465407 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a7fb8dcd-f2b0-4117-81ba-53c859d47a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:21:53.486320 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fb8dcd-f2b0-4117-81ba-53c859d47a9a admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:21:53.520749 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0ea61d-f5b3-402a-ab7a-9a1761cb6964 None None] The sync data for ids ['666b9479-d9e0-44bc-9a05-6bf78489e48d'] in dv-cinder-805316-3-iscsi is: [{'id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712255040-router', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:21:45Z', 'updated_at': '2021-08-30T17:21:48Z', 'revision_number': 3, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'gw_port': {'id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:47Z', 'updated_at': '2021-08-30T17:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:21:53.594036 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb8dcd-f2b0-4117-81ba-53c859d47a9a admin admin] Pushing event updated for resources: {'Port': ['ID=fa943b01-b4f1-47f3-914d-db00d9acff76,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:53.619800 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7fb8dcd-f2b0-4117-81ba-53c859d47a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535265'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:53.983995 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-cc7c0499-ac24-4552-93e1-82882ce96c6a None None] Provisioning for port fa943b01-b4f1-47f3-914d-db00d9acff76 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:21:53.991782 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-cc7c0499-ac24-4552-93e1-82882ce96c6a None None] Provisioning complete for port fa943b01-b4f1-47f3-914d-db00d9acff76 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:21:53.994286 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cc7c0499-ac24-4552-93e1-82882ce96c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:54.057712 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device c836b4cb-12c3-411a-b279-0d3aca75a40b up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:21:54.088133 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daba69eb-c539-4489-9727-64811b431fa2 None None] Sync routers for ids ['33c6f826-b21b-45ff-aefe-4c7c2c2c0343'] in dv-cinder-805316-3-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:21:54.110081 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daba69eb-c539-4489-9727-64811b431fa2 None None] Routers {'33c6f826-b21b-45ff-aefe-4c7c2c2c0343'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:21:54.113077 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-daba69eb-c539-4489-9727-64811b431fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:21:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['33c6f826-b21b-45ff-aefe-4c7c2c2c0343'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:21:54.146707 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7fb8dcd-f2b0-4117-81ba-53c859d47a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:54.181124 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.52', 59086) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:54.240546 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-cc7c0499-ac24-4552-93e1-82882ce96c6a None None] Port fa943b01-b4f1-47f3-914d-db00d9acff76 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:21:54.324007 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port c836b4cb-12c3-411a-b279-0d3aca75a40b triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:21:54.324139 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:54.811193 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-daba69eb-c539-4489-9727-64811b431fa2 None None] Set router 33c6f826-b21b-45ff-aefe-4c7c2c2c0343 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:21:54.813065 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-ab145205-84fb-435a-a4d3-da9689962f79 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:21:54.818316 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-ab145205-84fb-435a-a4d3-da9689962f79 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.52 "GET /v2.0/networks?id=e6091024-8f4d-4cb5-b1a2-13af9fd389b6 HTTP/1.1" status: 200 len: 814 time: 0.6336813 Aug 30 17:21:54.818841 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.52', 59089) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:54.826367 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7fb8dcd-f2b0-4117-81ba-53c859d47a9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:54.865352 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c8bc62b7-035b-44b0-958e-52257a4d87f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:54.890448 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7fb8dcd-f2b0-4117-81ba-53c859d47a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2822393'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:54.905356 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-10454395-7e85-47c4-9798-55165c023c67 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Request body: {'port': {'device_id': 'd068e992-e980-4e22-8b4f-d881caa225a2', 'network_id': 'e6091024-8f4d-4cb5-b1a2-13af9fd389b6', 'admin_state_up': True, 'tenant_id': 'b03ce9f1d44743abb9c9c1d793df466c'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:21:54.906680 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:55.066011 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-159e2f47-00b3-4ed4-9490-1f3fd9736477 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:21:55.068046 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-159e2f47-00b3-4ed4-9490-1f3fd9736477 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.52 "GET /v2.0/networks?id=a71f18e2-488a-4e8b-9a1b-947ff6e42b58 HTTP/1.1" status: 200 len: 812 time: 0.2481740 Aug 30 17:21:55.070476 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-90451bb2-f9a4-44f3-9c56-5399a6045a2d req-18e225eb-3507-4890-9e82-6522c146b51e tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 210 time: 0.5687730 Aug 30 17:21:55.112530 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-bf460679-a9d2-4fb3-92b1-0a837272ac35 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Request body: {'port': {'device_id': 'c402b7c8-90ff-4829-a479-56aa658ff0a2', 'network_id': 'a71f18e2-488a-4e8b-9a1b-947ff6e42b58', 'admin_state_up': True, 'tenant_id': '4159867d9f564a3bb53239af82c41170'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:21:55.356329 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-daba69eb-c539-4489-9727-64811b431fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c6f826-b21b-45ff-aefe-4c7c2c2c0343', 'name': 'tempest-ServerRescueNegativeTestJSON-2126478271-router', 'tenant_id': 'fcaf1973521f4aec87a359088d9ae855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c836b4cb-12c3-411a-b279-0d3aca75a40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:21:44Z', 'updated_at': '2021-08-30T17:21:51Z', 'revision_number': 4, 'project_id': 'fcaf1973521f4aec87a359088d9ae855', 'gw_port': {'id': 'c836b4cb-12c3-411a-b279-0d3aca75a40b', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c6f826-b21b-45ff-aefe-4c7c2c2c0343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:45Z', 'updated_at': '2021-08-30T17:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '294bef18-2e96-4b80-8f25-856334be3476', 'name': '', 'network_id': '4ee9a860-d9c5-4773-88ab-3fc89806af6d', 'tenant_id': 'fcaf1973521f4aec87a359088d9ae855', 'mac_address': 'fa:16:3e:13:ae:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c6f826-b21b-45ff-aefe-4c7c2c2c0343', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1da436f5-992b-4504-9be3-d6d50d0f93b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:50Z', 'updated_at': '2021-08-30T17:21:51Z', 'revision_number': 2, 'project_id': 'fcaf1973521f4aec87a359088d9ae855', 'subnets': [{'id': '1da436f5-992b-4504-9be3-d6d50d0f93b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:21:55.410675 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb8dcd-f2b0-4117-81ba-53c859d47a9a admin admin] Pushing event updated for resources: {'Port': ['ID=fa943b01-b4f1-47f3-914d-db00d9acff76,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:55.437949 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-6866bcff-6696-485e-bae1-8de878fedbf0 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:21:55.439488 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-6866bcff-6696-485e-bae1-8de878fedbf0 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/networks?id=4ee9a860-d9c5-4773-88ab-3fc89806af6d HTTP/1.1" status: 200 len: 819 time: 0.5830503 Aug 30 17:21:55.476842 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daba69eb-c539-4489-9727-64811b431fa2 None None] Checking router: 33c6f826-b21b-45ff-aefe-4c7c2c2c0343 for host: dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:21:55.477995 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daba69eb-c539-4489-9727-64811b431fa2 None None] Updating router 33c6f826-b21b-45ff-aefe-4c7c2c2c0343 port 294bef18-2e96-4b80-8f25-856334be3476 binding host dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:21:55.550038 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-10454395-7e85-47c4-9798-55165c023c67 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Made reservation on behalf of b03ce9f1d44743abb9c9c1d793df466c for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:21:55.553570 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-daba69eb-c539-4489-9727-64811b431fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:55.556791 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-10454395-7e85-47c4-9798-55165c023c67 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:55.560754 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-bf460679-a9d2-4fb3-92b1-0a837272ac35 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Made reservation on behalf of 4159867d9f564a3bb53239af82c41170 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:21:55.564758 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-bf460679-a9d2-4fb3-92b1-0a837272ac35 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:55.585831 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2568679a-0775-48ed-8f01-7e443efdcf58 req-393fd556-a0f8-4d28-9717-6ca3cb65b83c tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/ports?device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 210 time: 0.1451969 Aug 30 17:21:55.609469 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-ebff5af6-16db-4064-8095-82d8e1d443dd tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/quotas/fcaf1973521f4aec87a359088d9ae855 HTTP/1.1" status: 200 len: 375 time: 0.1463830 Aug 30 17:21:55.612371 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a7fb8dcd-f2b0-4117-81ba-53c859d47a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535358'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:55.865874 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-bc60390c-2688-46f6-9960-ee6040f4f523 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fcaf1973521f4aec87a359088d9ae855&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2478144 Aug 30 17:21:55.872706 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fb8dcd-f2b0-4117-81ba-53c859d47a9a admin admin] Network 7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:21:55.874404 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a7fb8dcd-f2b0-4117-81ba-53c859d47a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:21:56.082907 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 5d7816c0-46b4-44cd-b862-759555c902c8 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:21:56.208725 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning for port 5d7816c0-46b4-44cd-b862-759555c902c8 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:21:56.215513 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 5d7816c0-46b4-44cd-b862-759555c902c8 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:21:56.220495 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:56.249354 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-bf460679-a9d2-4fb3-92b1-0a837272ac35 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Allocated IP 172.20.0.9 (a71f18e2-488a-4e8b-9a1b-947ff6e42b58/bf422a21-2264-4ed6-bfad-aad727547ee9/2bd8d4e9-bfd0-4404-82f5-beea3ef895d3) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:21:56.321011 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-10454395-7e85-47c4-9798-55165c023c67 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Allocated IP 172.20.0.11 (e6091024-8f4d-4cb5-b1a2-13af9fd389b6/a1753daa-9775-4a3a-a2f7-4c0f3775f909/2f719635-5e34-4d7e-ac70-3671b034ee1f) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:21:56.367644 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-daba69eb-c539-4489-9727-64811b431fa2 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:56.401160 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:56.408342 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7e2f4d35-9269-4c16-b704-18bb8fb101ff req-2a8ea336-c26a-4bd0-ab51-47979c214cac tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 210 time: 0.1561911 Aug 30 17:21:56.431111 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-daba69eb-c539-4489-9727-64811b431fa2 None None] Transition to ACTIVE for port object 294bef18-2e96-4b80-8f25-856334be3476 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:21:56.448813 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-daba69eb-c539-4489-9727-64811b431fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:56.463912 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-4679a2ea-14c9-48bf-9e47-353afce598dc service neutron] 10.222.0.21 "GET /v2.0/networks/4ee9a860-d9c5-4773-88ab-3fc89806af6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5869792 Aug 30 17:21:56.469419 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-4fcc542c-a0c1-40df-8951-513246f9a328 None None] Provisioning complete for port fa943b01-b4f1-47f3-914d-db00d9acff76 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:21:56.481431 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4fcc542c-a0c1-40df-8951-513246f9a328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:56.536177 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 48814) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:56.588869 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] For port 5d7816c0-46b4-44cd-b862-759555c902c8, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=5d7816c0-46b4-44cd-b862-759555c902c8,segment=NetworkSegment(a1e39651-c313-42ea-8a56-542d3d88063d),segment_id=a1e39651-c313-42ea-8a56-542d3d88063d)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:21:56.628751 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:56.629190 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232cb31f-73f1-4322-9527-f70647f26c4a None None] Pushing event updated for resources: {'Port': ['ID=294bef18-2e96-4b80-8f25-856334be3476,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:56.719443 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fb8dcd-f2b0-4117-81ba-53c859d47a9a admin admin] Router 666b9479-d9e0-44bc-9a05-6bf78489e48d has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:21:56.774424 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-4fcc542c-a0c1-40df-8951-513246f9a328 None None] Port fa943b01-b4f1-47f3-914d-db00d9acff76 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:21:56.797474 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-daba69eb-c539-4489-9727-64811b431fa2 None None] Attempting to bind port 294bef18-2e96-4b80-8f25-856334be3476 on host dv-cinder-805316-3-iscsi for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:21:56.798013 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-daba69eb-c539-4489-9727-64811b431fa2 None None] Attempting to bind port 294bef18-2e96-4b80-8f25-856334be3476 by drivers openvswitch,hyperv on host dv-cinder-805316-3-iscsi at level 0 using segments [{'id': '38e9de51-6b57-491d-a68b-50b2f01966f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4ee9a860-d9c5-4773-88ab-3fc89806af6d'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:21:56.798595 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daba69eb-c539-4489-9727-64811b431fa2 None None] Attempting to bind port 294bef18-2e96-4b80-8f25-856334be3476 on network 4ee9a860-d9c5-4773-88ab-3fc89806af6d {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:21:56.805220 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daba69eb-c539-4489-9727-64811b431fa2 None None] Checking agent: {'id': 'ffbe204d-12b1-4bb4-8980-9a78a382db5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 13, 58), 'started_at': datetime.datetime(2021, 8, 30, 17, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:21:56.805778 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daba69eb-c539-4489-9727-64811b431fa2 None None] Checking segment: {'id': '38e9de51-6b57-491d-a68b-50b2f01966f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4ee9a860-d9c5-4773-88ab-3fc89806af6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:21:56.806344 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-daba69eb-c539-4489-9727-64811b431fa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:56.807097 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daba69eb-c539-4489-9727-64811b431fa2 None None] Bound using segment: {'id': '38e9de51-6b57-491d-a68b-50b2f01966f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4ee9a860-d9c5-4773-88ab-3fc89806af6d'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:21:56.807708 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-daba69eb-c539-4489-9727-64811b431fa2 None None] Bound port: 294bef18-2e96-4b80-8f25-856334be3476, host: dv-cinder-805316-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e9de51-6b57-491d-a68b-50b2f01966f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4ee9a860-d9c5-4773-88ab-3fc89806af6d'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:21:56.808229 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-daba69eb-c539-4489-9727-64811b431fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:56.869236 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Pushing event updated for resources: {'Port': ['ID=5d7816c0-46b4-44cd-b862-759555c902c8,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:56.906297 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-b1ee81f0-60b4-4be9-8f0f-825cde139ab2 service neutron] 10.222.0.21 "GET /v2.0/networks/4ee9a860-d9c5-4773-88ab-3fc89806af6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226189 Aug 30 17:21:56.969653 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-daba69eb-c539-4489-9727-64811b431fa2 None None] For port 294bef18-2e96-4b80-8f25-856334be3476, host dv-cinder-805316-3-iscsi, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:21:56.979545 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-daba69eb-c539-4489-9727-64811b431fa2 None None] For port 294bef18-2e96-4b80-8f25-856334be3476, host dv-cinder-805316-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=294bef18-2e96-4b80-8f25-856334be3476,segment=NetworkSegment(38e9de51-6b57-491d-a68b-50b2f01966f1),segment_id=38e9de51-6b57-491d-a68b-50b2f01966f1)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:21:56.993064 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-daba69eb-c539-4489-9727-64811b431fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:57.064488 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5820507f-caaa-4804-ab85-faa8f8e304cc req-5590b653-fc26-4526-8835-9a63c0055b7f tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/ports?device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 210 time: 0.1478617 Aug 30 17:21:57.117418 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-bf460679-a9d2-4fb3-92b1-0a837272ac35 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:57.148713 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232cb31f-73f1-4322-9527-f70647f26c4a None None] Pushing event updated for resources: {'Port': ['ID=294bef18-2e96-4b80-8f25-856334be3476,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:57.149492 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eff4c12e-8ef4-463c-828b-9ad284ea81d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:57.160411 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daba69eb-c539-4489-9727-64811b431fa2 None None] Routers {'33c6f826-b21b-45ff-aefe-4c7c2c2c0343'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:21:57.161247 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-daba69eb-c539-4489-9727-64811b431fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:21:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['33c6f826-b21b-45ff-aefe-4c7c2c2c0343'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:21:57.286023 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-daba69eb-c539-4489-9727-64811b431fa2 None None] Set router 33c6f826-b21b-45ff-aefe-4c7c2c2c0343 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:21:57.512706 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eff4c12e-8ef4-463c-828b-9ad284ea81d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:57.564990 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b9c69cfd-50a5-4b83-a1a1-0740110d9d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:57.631019 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-bf460679-a9d2-4fb3-92b1-0a837272ac35 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:57.841331 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-daba69eb-c539-4489-9727-64811b431fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c6f826-b21b-45ff-aefe-4c7c2c2c0343', 'name': 'tempest-ServerRescueNegativeTestJSON-2126478271-router', 'tenant_id': 'fcaf1973521f4aec87a359088d9ae855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c836b4cb-12c3-411a-b279-0d3aca75a40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:21:44Z', 'updated_at': '2021-08-30T17:21:51Z', 'revision_number': 4, 'project_id': 'fcaf1973521f4aec87a359088d9ae855', 'gw_port': {'id': 'c836b4cb-12c3-411a-b279-0d3aca75a40b', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c6f826-b21b-45ff-aefe-4c7c2c2c0343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:45Z', 'updated_at': '2021-08-30T17:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '294bef18-2e96-4b80-8f25-856334be3476', 'name': '', 'network_id': '4ee9a860-d9c5-4773-88ab-3fc89806af6d', 'tenant_id': 'fcaf1973521f4aec87a359088d9ae855', 'mac_address': 'fa:16:3e:13:ae:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c6f826-b21b-45ff-aefe-4c7c2c2c0343', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1da436f5-992b-4504-9be3-d6d50d0f93b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:50Z', 'updated_at': '2021-08-30T17:21:56Z', 'revision_number': 4, 'project_id': 'fcaf1973521f4aec87a359088d9ae855', 'subnets': [{'id': '1da436f5-992b-4504-9be3-d6d50d0f93b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:21:57.847312 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:57.970449 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fb8dcd-f2b0-4117-81ba-53c859d47a9a admin admin] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:21:57.972815 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eff4c12e-8ef4-463c-828b-9ad284ea81d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:57.975851 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-10454395-7e85-47c4-9798-55165c023c67 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:57.985228 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399e9bd9-e39d-4527-a709-1e7267d20930 None None] Sync routers for ids ['666b9479-d9e0-44bc-9a05-6bf78489e48d'] in dv-cinder-805316-3-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:21:57.991772 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daba69eb-c539-4489-9727-64811b431fa2 None None] The sync data for ids ['33c6f826-b21b-45ff-aefe-4c7c2c2c0343'] in dv-cinder-805316-3-iscsi is: [{'id': '33c6f826-b21b-45ff-aefe-4c7c2c2c0343', 'name': 'tempest-ServerRescueNegativeTestJSON-2126478271-router', 'tenant_id': 'fcaf1973521f4aec87a359088d9ae855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c836b4cb-12c3-411a-b279-0d3aca75a40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:21:44Z', 'updated_at': '2021-08-30T17:21:51Z', 'revision_number': 4, 'project_id': 'fcaf1973521f4aec87a359088d9ae855', 'gw_port': {'id': 'c836b4cb-12c3-411a-b279-0d3aca75a40b', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c6f826-b21b-45ff-aefe-4c7c2c2c0343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:45Z', 'updated_at': '2021-08-30T17:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '294bef18-2e96-4b80-8f25-856334be3476', 'name': '', 'network_id': '4ee9a860-d9c5-4773-88ab-3fc89806af6d', 'tenant_id': 'fcaf1973521f4aec87a359088d9ae855', 'mac_address': 'fa:16:3e:13:ae:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c6f826-b21b-45ff-aefe-4c7c2c2c0343', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '1da436f5-992b-4504-9be3-d6d50d0f93b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:50Z', 'updated_at': '2021-08-30T17:21:56Z', 'revision_number': 4, 'project_id': 'fcaf1973521f4aec87a359088d9ae855', 'subnets': [{'id': '1da436f5-992b-4504-9be3-d6d50d0f93b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:21:58.009844 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399e9bd9-e39d-4527-a709-1e7267d20930 None None] Routers {'666b9479-d9e0-44bc-9a05-6bf78489e48d'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:21:58.013259 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-a7fb8dcd-f2b0-4117-81ba-53c859d47a9a admin admin] 10.222.0.21 "PUT /v2.0/routers/666b9479-d9e0-44bc-9a05-6bf78489e48d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5663414 Aug 30 17:21:58.014026 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-399e9bd9-e39d-4527-a709-1e7267d20930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:21:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['666b9479-d9e0-44bc-9a05-6bf78489e48d'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:21:58.022626 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-bf460679-a9d2-4fb3-92b1-0a837272ac35 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Network a71f18e2-488a-4e8b-9a1b-947ff6e42b58 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:21:58.102208 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-eff4c12e-8ef4-463c-828b-9ad284ea81d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d34abc36d9f40e48aba13ee85522c8a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5646482 Aug 30 17:21:58.145055 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:21:58.151831 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4c12e-8ef4-463c-828b-9ad284ea81d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4ca782-da44-46d2-ac12-b3daab8ca988,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:58.156817 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-40ad05b2-59a7-4f25-af58-c39b8f76b095 req-72f75d9a-2dbf-4793-a290-0620adfa2ebb tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 210 time: 0.1904604 Aug 30 17:21:58.157488 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 48876) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:58.197100 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-bf460679-a9d2-4fb3-92b1-0a837272ac35 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:21:58.214511 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-bf460679-a9d2-4fb3-92b1-0a837272ac35 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:21:58.235462 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-bf460679-a9d2-4fb3-92b1-0a837272ac35 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:21:58.236416 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-bf460679-a9d2-4fb3-92b1-0a837272ac35 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:58.272723 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3eac97f9-1dd6-4831-9f45-e4c98ec9f5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:58.318688 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3eac97f9-1dd6-4831-9f45-e4c98ec9f5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:58.441231 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-92da1eb9-e1ea-4726-b6d5-9b07992c6ebf req-6864462f-951b-4aa4-8740-1a8e97c932c9 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 210 time: 0.4647899 Aug 30 17:21:58.469795 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3eac97f9-1dd6-4831-9f45-e4c98ec9f5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:58.472831 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3eac97f9-1dd6-4831-9f45-e4c98ec9f5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:58.474019 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-3eac97f9-1dd6-4831-9f45-e4c98ec9f5f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe4ca782-da44-46d2-ac12-b3daab8ca988 HTTP/1.1" status: 204 len: 168 time: 0.3137472 Aug 30 17:21:58.512383 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-bf460679-a9d2-4fb3-92b1-0a837272ac35 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4043636 Aug 30 17:21:58.584525 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-399e9bd9-e39d-4527-a709-1e7267d20930 None None] Set router 666b9479-d9e0-44bc-9a05-6bf78489e48d gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:21:58.609553 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-807a43d5-ef56-4eb1-9c2b-2dec8ec16901 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 17:21:58.610614 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-807a43d5-ef56-4eb1-9c2b-2dec8ec16901 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140364 Aug 30 17:21:58.620165 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf460679-a9d2-4fb3-92b1-0a837272ac35 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Pushing event updated for resources: {'Port': ['ID=2bd8d4e9-bfd0-4404-82f5-beea3ef895d3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:58.647982 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac97f9-1dd6-4831-9f45-e4c98ec9f5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4ca782-da44-46d2-ac12-b3daab8ca988,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:58.713427 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-10454395-7e85-47c4-9798-55165c023c67 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:58.765241 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e2c31-3a79-4c27-8a86-180b9dbcdf6f req-3cf0c888-0984-472c-b073-492e02c7e27b tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:21:58.781290 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0d6e2c31-3a79-4c27-8a86-180b9dbcdf6f req-3cf0c888-0984-472c-b073-492e02c7e27b tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/ports?device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 931 time: 0.3386965 Aug 30 17:21:58.953050 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 5d7816c0-46b4-44cd-b862-759555c902c8 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:21:58.973928 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0d6e2c31-3a79-4c27-8a86-180b9dbcdf6f req-3ce50b0c-9758-40c5-91b8-a523d3993c9f tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/security-groups?id=abe2b0e9-03a4-4993-9f4b-254a79dc9ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912956 Aug 30 17:21:58.984790 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10454395-7e85-47c4-9798-55165c023c67 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Pushing event updated for resources: {'Port': ['ID=2f719635-5e34-4d7e-ac70-3671b034ee1f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:21:59.026916 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-10454395-7e85-47c4-9798-55165c023c67 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Network e6091024-8f4d-4cb5-b1a2-13af9fd389b6 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:21:59.033269 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-10454395-7e85-47c4-9798-55165c023c67 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:21:59.045501 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-10454395-7e85-47c4-9798-55165c023c67 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:21:59.069662 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-10454395-7e85-47c4-9798-55165c023c67 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:21:59.073153 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-10454395-7e85-47c4-9798-55165c023c67 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:59.126973 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-10454395-7e85-47c4-9798-55165c023c67 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2293334 Aug 30 17:21:59.425361 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:59.472202 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-399e9bd9-e39d-4527-a709-1e7267d20930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712255040-router', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:21:45Z', 'updated_at': '2021-08-30T17:21:53Z', 'revision_number': 4, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'gw_port': {'id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:47Z', 'updated_at': '2021-08-30T17:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': 'fa943b01-b4f1-47f3-914d-db00d9acff76', 'name': '', 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'mac_address': 'fa:16:3e:80:d6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:51Z', 'updated_at': '2021-08-30T17:21:54Z', 'revision_number': 2, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'subnets': [{'id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:21:59.528719 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 5d7816c0-46b4-44cd-b862-759555c902c8 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:21:59.529303 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:59.537151 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399e9bd9-e39d-4527-a709-1e7267d20930 None None] Checking router: 666b9479-d9e0-44bc-9a05-6bf78489e48d for host: dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:21:59.546036 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399e9bd9-e39d-4527-a709-1e7267d20930 None None] Updating router 666b9479-d9e0-44bc-9a05-6bf78489e48d port fa943b01-b4f1-47f3-914d-db00d9acff76 binding host dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:21:59.626639 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-36ef4fb3-b226-4833-9801-a1f866d77e40 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:21:59.645245 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-36ef4fb3-b226-4833-9801-a1f866d77e40 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/networks?id=4ee9a860-d9c5-4773-88ab-3fc89806af6d HTTP/1.1" status: 200 len: 819 time: 0.4412057 Aug 30 17:21:59.690589 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-33913c3b-7967-43fc-83bd-76a390e7d828 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/quotas/fcaf1973521f4aec87a359088d9ae855 HTTP/1.1" status: 200 len: 375 time: 0.0443490 Aug 30 17:21:59.705144 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-399e9bd9-e39d-4527-a709-1e7267d20930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:59.743921 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-7171697e-44e5-4c4b-a3e8-262a5c07c12c service neutron] Request body: {'port': {'device_id': 'c402b7c8-90ff-4829-a479-56aa658ff0a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:21:59.804911 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 48952) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:21:59.850227 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1081701-c0f4-4b04-89db-271f1630e367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:21:59.939301 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-e6511ecf-6bf3-4859-be81-26af3a68ed2e tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fcaf1973521f4aec87a359088d9ae855&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2476196 Aug 30 17:22:00.001820 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-7171697e-44e5-4c4b-a3e8-262a5c07c12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:00.047894 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.52', 59100) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:00.089943 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 48964) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:00.123881 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-bc8b68da-316b-4b1c-b923-f4e9127624a2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1605469354', 'description': 'tempest-description--775572645'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:22:00.269941 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:00.290583 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-4ef57422-8700-4668-9281-50d6ff4fa2cd service neutron] Request body: {'port': {'device_id': 'd068e992-e980-4e22-8b4f-d881caa225a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:22:00.552167 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e15d7f-5224-43e3-8e88-3e220216cf57 req-c1c9463c-733c-41eb-8d4d-6cf0a1fe4258 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:00.565463 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b7e15d7f-5224-43e3-8e88-3e220216cf57 req-c1c9463c-733c-41eb-8d4d-6cf0a1fe4258 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 932 time: 0.3669627 Aug 30 17:22:00.635738 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 294bef18-2e96-4b80-8f25-856334be3476 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:22:00.700494 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1081701-c0f4-4b04-89db-271f1630e367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:00.707851 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-3bd1f719-b2ab-47b0-82f3-f7149aea43e2 service neutron] 10.222.0.21 "GET /v2.0/networks/4ee9a860-d9c5-4773-88ab-3fc89806af6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7427227 Aug 30 17:22:00.745991 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f1081701-c0f4-4b04-89db-271f1630e367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:00.771307 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-5150f9c6-3537-4dbf-9004-bf4e979965c1 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:00.776781 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-5150f9c6-3537-4dbf-9004-bf4e979965c1 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.52 "GET /v2.0/networks?id=4ee9a860-d9c5-4773-88ab-3fc89806af6d HTTP/1.1" status: 200 len: 819 time: 0.7222595 Aug 30 17:22:01.004821 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b7e15d7f-5224-43e3-8e88-3e220216cf57 req-30b4ac7a-e0ff-4982-8c92-123642455fd2 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209859 Aug 30 17:22:01.177618 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-ccf0eebf-8f2b-4e40-9a87-e7235ee3ec79 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Request body: {'port': {'device_id': 'df60a7ad-de57-4125-a6a5-acb312fd4173', 'network_id': '4ee9a860-d9c5-4773-88ab-3fc89806af6d', 'admin_state_up': True, 'tenant_id': 'fcaf1973521f4aec87a359088d9ae855'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:22:01.205328 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-01cc6084-0f63-470a-90a6-a94f78c643b1 service neutron] 10.222.0.21 "GET /v2.0/networks/4ee9a860-d9c5-4773-88ab-3fc89806af6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858017 Aug 30 17:22:01.214221 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-f1081701-c0f4-4b04-89db-271f1630e367 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=abd4b5d7e66b4f99932afce273e7c969&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3999088 Aug 30 17:22:01.263368 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 49018) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:01.374781 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-399e9bd9-e39d-4527-a709-1e7267d20930 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:01.388463 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1081701-c0f4-4b04-89db-271f1630e367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce57e63-d28e-4f05-9123-cbcf18c25c7a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:01.403744 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc8b68da-316b-4b1c-b923-f4e9127624a2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:01.444602 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning for port 294bef18-2e96-4b80-8f25-856334be3476 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:22:01.448175 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-399e9bd9-e39d-4527-a709-1e7267d20930 None None] Transition to ACTIVE for port object fa943b01-b4f1-47f3-914d-db00d9acff76 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:22:01.468852 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 294bef18-2e96-4b80-8f25-856334be3476 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:22:01.474780 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:01.529200 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60cbdd7d-fb0c-4155-9af7-5bbbccba3b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:01.549655 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-399e9bd9-e39d-4527-a709-1e7267d20930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:01.587862 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-4ef57422-8700-4668-9281-50d6ff4fa2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:01.604380 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be91d4-b1d2-467b-a070-dc2617d35e28 req-1ea7ab6f-c4fd-4021-9075-14626f9d5992 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:01.612207 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f5be91d4-b1d2-467b-a070-dc2617d35e28 req-1ea7ab6f-c4fd-4021-9075-14626f9d5992 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/ports?device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 931 time: 0.3821793 Aug 30 17:22:01.652387 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60cbdd7d-fb0c-4155-9af7-5bbbccba3b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:01.760076 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141a074-f484-491b-b8a8-1960a76abd28 None None] Pushing event updated for resources: {'Port': ['ID=fa943b01-b4f1-47f3-914d-db00d9acff76,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:01.889450 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f5be91d4-b1d2-467b-a070-dc2617d35e28 req-0b651509-78e2-48ab-8ce8-50f712a5b25f tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/security-groups?id=abe2b0e9-03a4-4993-9f4b-254a79dc9ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274467 Aug 30 17:22:01.890659 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60cbdd7d-fb0c-4155-9af7-5bbbccba3b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:01.907153 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60cbdd7d-fb0c-4155-9af7-5bbbccba3b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:01.932634 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-60cbdd7d-fb0c-4155-9af7-5bbbccba3b89 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ce57e63-d28e-4f05-9123-cbcf18c25c7a HTTP/1.1" status: 204 len: 168 time: 0.6449516 Aug 30 17:22:01.952771 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-399e9bd9-e39d-4527-a709-1e7267d20930 None None] Attempting to bind port fa943b01-b4f1-47f3-914d-db00d9acff76 on host dv-cinder-805316-3-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:22:01.953151 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-399e9bd9-e39d-4527-a709-1e7267d20930 None None] Attempting to bind port fa943b01-b4f1-47f3-914d-db00d9acff76 by drivers openvswitch,hyperv on host dv-cinder-805316-3-iscsi at level 0 using segments [{'id': '41e5c997-0375-4a8d-92f7-022af7373204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:22:01.953547 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399e9bd9-e39d-4527-a709-1e7267d20930 None None] Attempting to bind port fa943b01-b4f1-47f3-914d-db00d9acff76 on network 7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:22:01.987055 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399e9bd9-e39d-4527-a709-1e7267d20930 None None] Checking agent: {'id': 'ffbe204d-12b1-4bb4-8980-9a78a382db5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 13, 58), 'started_at': datetime.datetime(2021, 8, 30, 17, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:22:01.987562 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399e9bd9-e39d-4527-a709-1e7267d20930 None None] Checking segment: {'id': '41e5c997-0375-4a8d-92f7-022af7373204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:22:01.988080 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-399e9bd9-e39d-4527-a709-1e7267d20930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:01.988612 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399e9bd9-e39d-4527-a709-1e7267d20930 None None] Bound using segment: {'id': '41e5c997-0375-4a8d-92f7-022af7373204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:22:01.989197 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-399e9bd9-e39d-4527-a709-1e7267d20930 None None] Bound port: fa943b01-b4f1-47f3-914d-db00d9acff76, host: dv-cinder-805316-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e5c997-0375-4a8d-92f7-022af7373204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:22:01.994448 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-399e9bd9-e39d-4527-a709-1e7267d20930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:02.037172 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-34b2cc0b-01e8-4512-a6be-1c309a82963d req-772446e0-a4f4-48c0-aa75-cc3e4d88f078 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 210 time: 0.2765625 Aug 30 17:22:02.060485 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbdd7d-fb0c-4155-9af7-5bbbccba3b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce57e63-d28e-4f05-9123-cbcf18c25c7a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:02.406881 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:02.418223 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d314a-c72f-4d13-8e75-c1d40288c554 req-77063124-fc92-4c40-852a-f8e598627d03 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:02.418223 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-530d314a-c72f-4d13-8e75-c1d40288c554 req-77063124-fc92-4c40-852a-f8e598627d03 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 932 time: 0.1370592 Aug 30 17:22:02.548485 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] For port 294bef18-2e96-4b80-8f25-856334be3476, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=294bef18-2e96-4b80-8f25-856334be3476,segment=NetworkSegment(38e9de51-6b57-491d-a68b-50b2f01966f1),segment_id=38e9de51-6b57-491d-a68b-50b2f01966f1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:22:02.555077 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-530d314a-c72f-4d13-8e75-c1d40288c554 req-2e657d2f-91c6-4f42-a047-b733f62ac30d tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100469 Aug 30 17:22:02.555836 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-399e9bd9-e39d-4527-a709-1e7267d20930 None None] For port fa943b01-b4f1-47f3-914d-db00d9acff76, host dv-cinder-805316-3-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:22:02.559700 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:02.778998 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Pushing event updated for resources: {'Port': ['ID=294bef18-2e96-4b80-8f25-856334be3476,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:02.800000 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-399e9bd9-e39d-4527-a709-1e7267d20930 None None] For port fa943b01-b4f1-47f3-914d-db00d9acff76, host dv-cinder-805316-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=fa943b01-b4f1-47f3-914d-db00d9acff76,segment=NetworkSegment(41e5c997-0375-4a8d-92f7-022af7373204),segment_id=41e5c997-0375-4a8d-92f7-022af7373204)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:22:02.811181 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-399e9bd9-e39d-4527-a709-1e7267d20930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:02.983580 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141a074-f484-491b-b8a8-1960a76abd28 None None] Pushing event updated for resources: {'Port': ['ID=fa943b01-b4f1-47f3-914d-db00d9acff76,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:03.008470 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 49106) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:03.097708 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399e9bd9-e39d-4527-a709-1e7267d20930 None None] Routers {'666b9479-d9e0-44bc-9a05-6bf78489e48d'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:22:03.098454 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-399e9bd9-e39d-4527-a709-1e7267d20930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:21:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['666b9479-d9e0-44bc-9a05-6bf78489e48d'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:22:03.226692 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3648e1e-fe16-4d2e-aaaf-fac28008d6b7 req-2e464712-a5b6-49c5-933f-41e0674975e7 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:03.232063 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c3648e1e-fe16-4d2e-aaaf-fac28008d6b7 req-2e464712-a5b6-49c5-933f-41e0674975e7 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/ports?device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 931 time: 0.1203573 Aug 30 17:22:03.419880 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-663ea518-fbe7-41a5-8a78-cd93f5caa538 req-b22457dc-6ff0-49f8-b4e7-87b400191e38 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 210 time: 0.1352820 Aug 30 17:22:03.447093 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c3648e1e-fe16-4d2e-aaaf-fac28008d6b7 req-2afadc05-17ae-4c66-9241-bbc398b7c484 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/security-groups?id=abe2b0e9-03a4-4993-9f4b-254a79dc9ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054946 Aug 30 17:22:03.470553 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e1fb7653-4738-44e3-a395-6a2f4cd76401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:03.533224 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc8b68da-316b-4b1c-b923-f4e9127624a2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:03.540446 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-399e9bd9-e39d-4527-a709-1e7267d20930 None None] Set router 666b9479-d9e0-44bc-9a05-6bf78489e48d gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:22:03.603676 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc8b68da-316b-4b1c-b923-f4e9127624a2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:03.618959 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-7171697e-44e5-4c4b-a3e8-262a5c07c12c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd8d4e9-bfd0-4404-82f5-beea3ef895d3 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:22:03.626780 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-ccf0eebf-8f2b-4e40-9a87-e7235ee3ec79 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Made reservation on behalf of fcaf1973521f4aec87a359088d9ae855 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:22:03.641372 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-ccf0eebf-8f2b-4e40-9a87-e7235ee3ec79 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:03.662871 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-7171697e-44e5-4c4b-a3e8-262a5c07c12c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:03.694842 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49122) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:03.997746 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-ccf0eebf-8f2b-4e40-9a87-e7235ee3ec79 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Allocated IP 172.20.0.11 (4ee9a860-d9c5-4773-88ab-3fc89806af6d/1da436f5-992b-4504-9be3-d6d50d0f93b6/7a3a648e-f491-48a8-8a41-f3c2966beaec) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:22:03.999981 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3678a-93af-43ea-a720-16e0aee04d19 req-9724933e-d9a6-47f1-abab-f80b9c0ba1fd tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:04.008509 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7da3678a-93af-43ea-a720-16e0aee04d19 req-9724933e-d9a6-47f1-abab-f80b9c0ba1fd tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 932 time: 0.2132349 Aug 30 17:22:04.068300 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e1fb7653-4738-44e3-a395-6a2f4cd76401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:04.079146 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e1fb7653-4738-44e3-a395-6a2f4cd76401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:04.109940 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-399e9bd9-e39d-4527-a709-1e7267d20930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712255040-router', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:21:45Z', 'updated_at': '2021-08-30T17:21:53Z', 'revision_number': 4, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'gw_port': {'id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:47Z', 'updated_at': '2021-08-30T17:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': 'fa943b01-b4f1-47f3-914d-db00d9acff76', 'name': '', 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'mac_address': 'fa:16:3e:80:d6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:51Z', 'updated_at': '2021-08-30T17:22:02Z', 'revision_number': 4, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'subnets': [{'id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:22:04.163353 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7da3678a-93af-43ea-a720-16e0aee04d19 req-f199914e-0d4c-42a4-b3da-d7851caf3831 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459284 Aug 30 17:22:04.164323 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb7653-4738-44e3-a395-6a2f4cd76401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682bda2f-e971-4342-8c32-be4c08e22f52,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:04.174110 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-e1fb7653-4738-44e3-a395-6a2f4cd76401 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01484664afdd45f195e2f736c635ff0a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1620145 Aug 30 17:22:04.179003 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 49136) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:04.196481 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399e9bd9-e39d-4527-a709-1e7267d20930 None None] The sync data for ids ['666b9479-d9e0-44bc-9a05-6bf78489e48d'] in dv-cinder-805316-3-iscsi is: [{'id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712255040-router', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:21:45Z', 'updated_at': '2021-08-30T17:21:53Z', 'revision_number': 4, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'gw_port': {'id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:47Z', 'updated_at': '2021-08-30T17:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': 'fa943b01-b4f1-47f3-914d-db00d9acff76', 'name': '', 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'mac_address': 'fa:16:3e:80:d6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:51Z', 'updated_at': '2021-08-30T17:22:02Z', 'revision_number': 4, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'subnets': [{'id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:22:04.230142 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-7171697e-44e5-4c4b-a3e8-262a5c07c12c service neutron] Transition to ACTIVE for port object 2bd8d4e9-bfd0-4404-82f5-beea3ef895d3 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:22:04.244289 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bc8b68da-316b-4b1c-b923-f4e9127624a2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:04.245678 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-bc8b68da-316b-4b1c-b923-f4e9127624a2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 4.1411972 Aug 30 17:22:04.259781 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49140) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:04.260761 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-7171697e-44e5-4c4b-a3e8-262a5c07c12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:04.269159 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-01ea9b10-c79c-4b03-aeb1-0966eb048ec8 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Request body: {'security_group_rule': {'security_group_id': '4f81cc17-5af4-4747-b50a-614b86eb867f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:22:04.305428 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-601d45c4-60ed-495e-8466-995029fdbbc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:04.373431 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d64216f-45f3-46e9-91ed-0ce2ddfdc616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:04.430486 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b68da-316b-4b1c-b923-f4e9127624a2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f81cc17-5af4-4747-b50a-614b86eb867f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:04.433643 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171697e-44e5-4c4b-a3e8-262a5c07c12c service neutron] Pushing event updated for resources: {'Port': ['ID=2bd8d4e9-bfd0-4404-82f5-beea3ef895d3,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:04.439049 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d64216f-45f3-46e9-91ed-0ce2ddfdc616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:04.565399 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.52', 59108) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:04.812542 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-4ef57422-8700-4668-9281-50d6ff4fa2cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f719635-5e34-4d7e-ac70-3671b034ee1f {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:22:04.856590 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-4ef57422-8700-4668-9281-50d6ff4fa2cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:04.892712 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-4ef57422-8700-4668-9281-50d6ff4fa2cd service neutron] Transition to ACTIVE for port object 2f719635-5e34-4d7e-ac70-3671b034ee1f will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:22:04.895242 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d64216f-45f3-46e9-91ed-0ce2ddfdc616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:04.909165 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6d64216f-45f3-46e9-91ed-0ce2ddfdc616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:04.910611 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-6d64216f-45f3-46e9-91ed-0ce2ddfdc616 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/682bda2f-e971-4342-8c32-be4c08e22f52 HTTP/1.1" status: 204 len: 168 time: 0.7301466 Aug 30 17:22:04.936962 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 294bef18-2e96-4b80-8f25-856334be3476 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:22:05.042262 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64216f-45f3-46e9-91ed-0ce2ddfdc616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682bda2f-e971-4342-8c32-be4c08e22f52,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:05.066182 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-01ea9b10-c79c-4b03-aeb1-0966eb048ec8 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:05.079964 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f65405e2-e865-4d9e-b343-7edd6df95f2b req-be519b36-1882-45b6-b408-74d414a1ed37 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 210 time: 0.2184677 Aug 30 17:22:05.094420 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-4ef57422-8700-4668-9281-50d6ff4fa2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:05.109209 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-7171697e-44e5-4c4b-a3e8-262a5c07c12c service neutron] Attempting to bind port 2bd8d4e9-bfd0-4404-82f5-beea3ef895d3 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:22:05.109951 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-7171697e-44e5-4c4b-a3e8-262a5c07c12c service neutron] Attempting to bind port 2bd8d4e9-bfd0-4404-82f5-beea3ef895d3 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': 'ca595a7b-6879-4917-8e06-6d8d95871d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a71f18e2-488a-4e8b-9a1b-947ff6e42b58'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:22:05.110622 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-7171697e-44e5-4c4b-a3e8-262a5c07c12c service neutron] Attempting to bind port 2bd8d4e9-bfd0-4404-82f5-beea3ef895d3 on network a71f18e2-488a-4e8b-9a1b-947ff6e42b58 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:22:05.176855 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-ccf0eebf-8f2b-4e40-9a87-e7235ee3ec79 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:05.193660 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 294bef18-2e96-4b80-8f25-856334be3476 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:22:05.194051 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:05.228013 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef57422-8700-4668-9281-50d6ff4fa2cd service neutron] Pushing event updated for resources: {'Port': ['ID=2f719635-5e34-4d7e-ac70-3671b034ee1f,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:05.245879 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b1325-3f49-4fc4-9608-1656da675397 req-8e6d15f4-0421-4d37-807e-3c6e985ff141 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:05.267845 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b26b1325-3f49-4fc4-9608-1656da675397 req-8e6d15f4-0421-4d37-807e-3c6e985ff141 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/ports?device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 943 time: 0.4463634 Aug 30 17:22:05.295377 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-7171697e-44e5-4c4b-a3e8-262a5c07c12c service neutron] Port 2bd8d4e9-bfd0-4404-82f5-beea3ef895d3 on network a71f18e2-488a-4e8b-9a1b-947ff6e42b58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:22:05.295887 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-7171697e-44e5-4c4b-a3e8-262a5c07c12c service neutron] Attempting to bind port 2bd8d4e9-bfd0-4404-82f5-beea3ef895d3 on network a71f18e2-488a-4e8b-9a1b-947ff6e42b58 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:22:05.370138 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-7171697e-44e5-4c4b-a3e8-262a5c07c12c service neutron] Checking agent: {'id': 'ee80e8a3-09f9-4e7d-a921-e109800248d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'started_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:22:05.375140 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-7171697e-44e5-4c4b-a3e8-262a5c07c12c service neutron] Checking segment: {'id': 'ca595a7b-6879-4917-8e06-6d8d95871d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a71f18e2-488a-4e8b-9a1b-947ff6e42b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:22:05.376261 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-7171697e-44e5-4c4b-a3e8-262a5c07c12c service neutron] Bound using segment: {'id': 'ca595a7b-6879-4917-8e06-6d8d95871d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a71f18e2-488a-4e8b-9a1b-947ff6e42b58'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:22:05.377202 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-7171697e-44e5-4c4b-a3e8-262a5c07c12c service neutron] Bound port: 2bd8d4e9-bfd0-4404-82f5-beea3ef895d3, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca595a7b-6879-4917-8e06-6d8d95871d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a71f18e2-488a-4e8b-9a1b-947ff6e42b58'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:22:05.377861 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-7171697e-44e5-4c4b-a3e8-262a5c07c12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:05.482560 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b26b1325-3f49-4fc4-9608-1656da675397 req-16d0cc7a-ecf3-47fc-a7b1-05929f22a959 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/security-groups?id=abe2b0e9-03a4-4993-9f4b-254a79dc9ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126083 Aug 30 17:22:05.521700 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device fa943b01-b4f1-47f3-914d-db00d9acff76 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:22:05.549347 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-b70d84cd-b3c3-4827-b2be-236d6a88d2cd tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:05.551810 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-b70d84cd-b3c3-4827-b2be-236d6a88d2cd tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.52 "GET /v2.0/networks?id=4ee9a860-d9c5-4773-88ab-3fc89806af6d HTTP/1.1" status: 200 len: 819 time: 0.9771512 Aug 30 17:22:05.605887 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-6d0727d0-c38c-44ed-992b-4c659920988d tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Request body: {'port': {'device_id': '59f60ce7-2f23-48e4-80b7-b657155a64c6', 'network_id': '4ee9a860-d9c5-4773-88ab-3fc89806af6d', 'admin_state_up': True, 'tenant_id': 'fcaf1973521f4aec87a359088d9ae855'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:22:05.657804 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning for port fa943b01-b4f1-47f3-914d-db00d9acff76 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:22:05.663331 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port fa943b01-b4f1-47f3-914d-db00d9acff76 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:22:05.664014 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:05.773177 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8562a-c399-4762-aa46-e7f489557804 req-487ded51-7f6d-4a01-bd8d-b1db672297af tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:05.781235 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ede8562a-c399-4762-aa46-e7f489557804 req-487ded51-7f6d-4a01-bd8d-b1db672297af tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 944 time: 0.3996582 Aug 30 17:22:05.858043 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:05.965489 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] For port fa943b01-b4f1-47f3-914d-db00d9acff76, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=fa943b01-b4f1-47f3-914d-db00d9acff76,segment=NetworkSegment(41e5c997-0375-4a8d-92f7-022af7373204),segment_id=41e5c997-0375-4a8d-92f7-022af7373204)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:22:05.973942 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 49178) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:05.975528 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:05.999509 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-601d45c4-60ed-495e-8466-995029fdbbc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:06.036516 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63ffbafd-46b3-4ec9-b215-bd0830e39ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:06.063490 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-601d45c4-60ed-495e-8466-995029fdbbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:06.066699 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-4ef57422-8700-4668-9281-50d6ff4fa2cd service neutron] Attempting to bind port 2f719635-5e34-4d7e-ac70-3671b034ee1f on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:22:06.069283 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-4ef57422-8700-4668-9281-50d6ff4fa2cd service neutron] Attempting to bind port 2f719635-5e34-4d7e-ac70-3671b034ee1f by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '746b15d3-f122-4fd3-bad5-f0b1a2dcac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e6091024-8f4d-4cb5-b1a2-13af9fd389b6'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:22:06.069745 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-4ef57422-8700-4668-9281-50d6ff4fa2cd service neutron] Attempting to bind port 2f719635-5e34-4d7e-ac70-3671b034ee1f on network e6091024-8f4d-4cb5-b1a2-13af9fd389b6 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:22:06.087265 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ede8562a-c399-4762-aa46-e7f489557804 req-cab2a4b8-5470-4e79-bd75-b59b68a6dc9b tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047643 Aug 30 17:22:06.090275 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Pushing event updated for resources: {'Port': ['ID=fa943b01-b4f1-47f3-914d-db00d9acff76,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:06.116929 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-01ea9b10-c79c-4b03-aeb1-0966eb048ec8 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:06.199825 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-4ef57422-8700-4668-9281-50d6ff4fa2cd service neutron] Port 2f719635-5e34-4d7e-ac70-3671b034ee1f on network e6091024-8f4d-4cb5-b1a2-13af9fd389b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:22:06.201932 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-4ef57422-8700-4668-9281-50d6ff4fa2cd service neutron] Attempting to bind port 2f719635-5e34-4d7e-ac70-3671b034ee1f on network e6091024-8f4d-4cb5-b1a2-13af9fd389b6 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:22:06.257853 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-01ea9b10-c79c-4b03-aeb1-0966eb048ec8 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646536'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:06.261146 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-601d45c4-60ed-495e-8466-995029fdbbc6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=13e26761ab9c4c4a8df4ed7d2e691dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5419638 Aug 30 17:22:06.264078 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 49188) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:06.281378 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-7171697e-44e5-4c4b-a3e8-262a5c07c12c service neutron] For port 2bd8d4e9-bfd0-4404-82f5-beea3ef895d3, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:22:06.290112 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea9b10-c79c-4b03-aeb1-0966eb048ec8 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e0b134-14b4-4a76-8e25-499fce74322a,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:06.290112 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-ccf0eebf-8f2b-4e40-9a87-e7235ee3ec79 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:06.303248 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-7171697e-44e5-4c4b-a3e8-262a5c07c12c service neutron] For port 2bd8d4e9-bfd0-4404-82f5-beea3ef895d3, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=2bd8d4e9-bfd0-4404-82f5-beea3ef895d3,segment=NetworkSegment(ca595a7b-6879-4917-8e06-6d8d95871d45),segment_id=ca595a7b-6879-4917-8e06-6d8d95871d45)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:22:06.316961 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-4ef57422-8700-4668-9281-50d6ff4fa2cd service neutron] Checking agent: {'id': 'ee80e8a3-09f9-4e7d-a921-e109800248d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'started_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:22:06.317312 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-4ef57422-8700-4668-9281-50d6ff4fa2cd service neutron] Checking segment: {'id': '746b15d3-f122-4fd3-bad5-f0b1a2dcac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e6091024-8f4d-4cb5-b1a2-13af9fd389b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:22:06.317748 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-4ef57422-8700-4668-9281-50d6ff4fa2cd service neutron] Bound using segment: {'id': '746b15d3-f122-4fd3-bad5-f0b1a2dcac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e6091024-8f4d-4cb5-b1a2-13af9fd389b6'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:22:06.318198 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-4ef57422-8700-4668-9281-50d6ff4fa2cd service neutron] Bound port: 2f719635-5e34-4d7e-ac70-3671b034ee1f, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746b15d3-f122-4fd3-bad5-f0b1a2dcac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e6091024-8f4d-4cb5-b1a2-13af9fd389b6'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:22:06.318601 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-4ef57422-8700-4668-9281-50d6ff4fa2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:06.369620 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d45c4-60ed-495e-8466-995029fdbbc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730550bc-3bc5-430b-8899-528fe1b6e0c4,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:06.378182 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-7171697e-44e5-4c4b-a3e8-262a5c07c12c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:06.498693 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-7171697e-44e5-4c4b-a3e8-262a5c07c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:06.502651 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-7171697e-44e5-4c4b-a3e8-262a5c07c12c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:06.504385 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-7171697e-44e5-4c4b-a3e8-262a5c07c12c service neutron] 10.222.0.52 "PUT /v2.0/ports/2bd8d4e9-bfd0-4404-82f5-beea3ef895d3 HTTP/1.1" status: 200 len: 1093 time: 6.8918293 Aug 30 17:22:06.518626 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c402b7c8-90ff-4829-a479-56aa658ff0a2', 'tag': '2bd8d4e9-bfd0-4404-82f5-beea3ef895d3'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:22:06.713593 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-4ef57422-8700-4668-9281-50d6ff4fa2cd service neutron] For port 2f719635-5e34-4d7e-ac70-3671b034ee1f, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:22:06.783769 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-ccf0eebf-8f2b-4e40-9a87-e7235ee3ec79 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Network 4ee9a860-d9c5-4773-88ab-3fc89806af6d is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:22:06.799937 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device fa943b01-b4f1-47f3-914d-db00d9acff76 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:22:06.817629 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-4ef57422-8700-4668-9281-50d6ff4fa2cd service neutron] For port 2f719635-5e34-4d7e-ac70-3671b034ee1f, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=2f719635-5e34-4d7e-ac70-3671b034ee1f,segment=NetworkSegment(746b15d3-f122-4fd3-bad5-f0b1a2dcac42),segment_id=746b15d3-f122-4fd3-bad5-f0b1a2dcac42)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:22:06.838940 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-ccf0eebf-8f2b-4e40-9a87-e7235ee3ec79 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:22:06.850853 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171697e-44e5-4c4b-a3e8-262a5c07c12c service neutron] Pushing event updated for resources: {'Port': ['ID=2bd8d4e9-bfd0-4404-82f5-beea3ef895d3,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:06.858686 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-ccf0eebf-8f2b-4e40-9a87-e7235ee3ec79 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:22:06.873446 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-ccf0eebf-8f2b-4e40-9a87-e7235ee3ec79 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:06.874172 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-ccf0eebf-8f2b-4e40-9a87-e7235ee3ec79 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:06.902343 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-4ef57422-8700-4668-9281-50d6ff4fa2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:06.920691 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port fa943b01-b4f1-47f3-914d-db00d9acff76 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:22:06.921212 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:06.959726 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-97c40f35-c718-4f15-a049-09e39b4e23eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:06.961325 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-97c40f35-c718-4f15-a049-09e39b4e23eb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4159867d9f564a3bb53239af82c41170&device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 1096 time: 0.3024309 Aug 30 17:22:06.981175 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63ffbafd-46b3-4ec9-b215-bd0830e39ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:07.015964 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0337464c-841d-4365-9041-614a8ceb9a70 req-c0242d0f-4cb7-41e5-8fb7-c7f35cfd0d5c tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 210 time: 0.8074384 Aug 30 17:22:07.038915 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff8ccfe-5270-4e6c-baee-48fd15f4ec11" -d '{"events": [{"name": "network-changed", "server_uuid": "c402b7c8-90ff-4829-a479-56aa658ff0a2", "tag": "2bd8d4e9-bfd0-4404-82f5-beea3ef895d3"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:22:07.079132 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-63ffbafd-46b3-4ec9-b215-bd0830e39ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:07.355204 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-4ef57422-8700-4668-9281-50d6ff4fa2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:07.355833 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-4ef57422-8700-4668-9281-50d6ff4fa2cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:07.357725 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-4ef57422-8700-4668-9281-50d6ff4fa2cd service neutron] 10.222.0.52 "PUT /v2.0/ports/2f719635-5e34-4d7e-ac70-3671b034ee1f HTTP/1.1" status: 200 len: 1094 time: 7.7388692 Aug 30 17:22:07.358551 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-01ea9b10-c79c-4b03-aeb1-0966eb048ec8 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:07.359791 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-01ea9b10-c79c-4b03-aeb1-0966eb048ec8 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.0959160 Aug 30 17:22:07.364116 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 49226) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:07.375322 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecf24f44-9d1c-4a79-9ba3-4425f7ba4bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:07.397683 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3b18cb53-8db8-431a-b2cc-0fa7db3796d4 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Request body: {'security_group_rule': {'security_group_id': '4f81cc17-5af4-4747-b50a-614b86eb867f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:22:07.398530 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-2c13d3c4-c70c-44d9-b947-1ab52a115395 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bd8d4e9-bfd0-4404-82f5-beea3ef895d3 HTTP/1.1" status: 200 len: 217 time: 0.3357570 Aug 30 17:22:07.405933 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-ccf0eebf-8f2b-4e40-9a87-e7235ee3ec79 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3256626 Aug 30 17:22:07.430451 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-6d0727d0-c38c-44ed-992b-4c659920988d tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Made reservation on behalf of fcaf1973521f4aec87a359088d9ae855 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:22:07.436003 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-6d0727d0-c38c-44ed-992b-4c659920988d tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:07.465979 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7885034-77aa-43b4-8349-91261dc2088e x-openstack-request-id: req-f7885034-77aa-43b4-8349-91261dc2088e {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:22:07.466598 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c402b7c8-90ff-4829-a479-56aa658ff0a2", "tag": "2bd8d4e9-bfd0-4404-82f5-beea3ef895d3", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:22:07.467012 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7885034-77aa-43b4-8349-91261dc2088e {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:22:07.467640 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c402b7c8-90ff-4829-a479-56aa658ff0a2', 'tag': '2bd8d4e9-bfd0-4404-82f5-beea3ef895d3', 'status': 'completed', 'code': 200} Aug 30 17:22:07.514500 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ffbafd-46b3-4ec9-b215-bd0830e39ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67670252-0876-480a-9ee5-9b8d0f194953,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:07.534683 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-63ffbafd-46b3-4ec9-b215-bd0830e39ca4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6656d0bf395d4738a677a9328a814041&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5597084 Aug 30 17:22:07.543731 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd138cd8-4f52-4a23-87ae-24dba022b3ac req-4db6897c-f1c4-44c9-9005-2caff56c779b tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:07.551721 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cd138cd8-4f52-4a23-87ae-24dba022b3ac req-4db6897c-f1c4-44c9-9005-2caff56c779b tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/ports?device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 943 time: 0.5581632 Aug 30 17:22:07.553114 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-83145264-c3de-4cae-94c0-4c36c4e0e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:07.555078 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-83145264-c3de-4cae-94c0-4c36c4e0e6b2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bf422a21-2264-4ed6-bfad-aad727547ee9 HTTP/1.1" status: 200 len: 852 time: 0.1428385 Aug 30 17:22:07.555889 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0eebf-8f2b-4e40-9a87-e7235ee3ec79 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Pushing event updated for resources: {'Port': ['ID=7a3a648e-f491-48a8-8a41-f3c2966beaec,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:07.569113 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 49230) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:07.645087 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef57422-8700-4668-9281-50d6ff4fa2cd service neutron] Pushing event updated for resources: {'Port': ['ID=2f719635-5e34-4d7e-ac70-3671b034ee1f,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:07.648267 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b18cb53-8db8-431a-b2cc-0fa7db3796d4 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:07.748657 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecf24f44-9d1c-4a79-9ba3-4425f7ba4bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:07.770044 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cd138cd8-4f52-4a23-87ae-24dba022b3ac req-58e41ea5-a371-4f1c-bb50-8223a1bab938 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/security-groups?id=abe2b0e9-03a4-4993-9f4b-254a79dc9ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168255 Aug 30 17:22:07.819728 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91fc257d-2c84-443a-9042-095fc62d47ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:07.842663 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91fc257d-2c84-443a-9042-095fc62d47ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:08.042326 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e5fa1-6023-458b-8d4a-988336171df8 req-2e7af277-5ddf-40e2-91b0-f8b67a6323fe tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:08.044012 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d64e5fa1-6023-458b-8d4a-988336171df8 req-2e7af277-5ddf-40e2-91b0-f8b67a6323fe tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 944 time: 0.4714203 Aug 30 17:22:08.061101 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b18cb53-8db8-431a-b2cc-0fa7db3796d4 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:08.096475 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b18cb53-8db8-431a-b2cc-0fa7db3796d4 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646536'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:08.205709 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecf24f44-9d1c-4a79-9ba3-4425f7ba4bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:08.208672 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ecf24f44-9d1c-4a79-9ba3-4425f7ba4bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:08.210067 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-ecf24f44-9d1c-4a79-9ba3-4425f7ba4bb6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/730550bc-3bc5-430b-8899-528fe1b6e0c4 HTTP/1.1" status: 204 len: 168 time: 1.9439890 Aug 30 17:22:08.294842 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b18cb53-8db8-431a-b2cc-0fa7db3796d4 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89755ae2-1c49-4be7-be88-238455d6dbbc,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:08.298857 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7fee1cb0-d140-4fdf-9ccd-29f8bc59ad49 req-6c3d06b1-59d3-4222-bc92-2272cb2ab5c9 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 210 time: 0.1075513 Aug 30 17:22:08.299663 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91fc257d-2c84-443a-9042-095fc62d47ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:08.303866 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-91fc257d-2c84-443a-9042-095fc62d47ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:08.303866 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-91fc257d-2c84-443a-9042-095fc62d47ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67670252-0876-480a-9ee5-9b8d0f194953 HTTP/1.1" status: 204 len: 168 time: 0.7233326 Aug 30 17:22:08.319129 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf24f44-9d1c-4a79-9ba3-4425f7ba4bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730550bc-3bc5-430b-8899-528fe1b6e0c4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:08.337145 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3b18cb53-8db8-431a-b2cc-0fa7db3796d4 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:08.342667 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-3b18cb53-8db8-431a-b2cc-0fa7db3796d4 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9614103 Aug 30 17:22:08.343008 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49256) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:08.355672 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-7eb36818-2b4a-497f-8245-50629db1c403 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Request body: {'floatingip': {'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:22:08.392580 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d64e5fa1-6023-458b-8d4a-988336171df8 req-fabab265-3452-419f-9e40-6eeb87f6aa74 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378508 Aug 30 17:22:08.407461 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-6d0727d0-c38c-44ed-992b-4c659920988d tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Allocated IP 172.20.0.2 (4ee9a860-d9c5-4773-88ab-3fc89806af6d/1da436f5-992b-4504-9be3-d6d50d0f93b6/c458c2f9-93c4-4772-9cd0-f0a1575f63da) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:22:08.448095 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc257d-2c84-443a-9042-095fc62d47ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67670252-0876-480a-9ee5-9b8d0f194953,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:08.459778 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7eb36818-2b4a-497f-8245-50629db1c403 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:08.731021 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7eb36818-2b4a-497f-8245-50629db1c403 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:08.882236 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-6d0727d0-c38c-44ed-992b-4c659920988d tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:08.974616 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-6d0727d0-c38c-44ed-992b-4c659920988d tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:09.001739 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-7eb36818-2b4a-497f-8245-50629db1c403 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Allocated IP 172.27.2.220 (3951d34a-2192-4abb-b523-61631b013f39/db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b/14a52206-26a7-41f2-883d-416697fa611b) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:22:09.184079 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-6d0727d0-c38c-44ed-992b-4c659920988d tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Network 4ee9a860-d9c5-4773-88ab-3fc89806af6d is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:22:09.195187 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-6d0727d0-c38c-44ed-992b-4c659920988d tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:22:09.197325 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0727d0-c38c-44ed-992b-4c659920988d tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Pushing event updated for resources: {'Port': ['ID=c458c2f9-93c4-4772-9cd0-f0a1575f63da,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:09.203318 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-6d0727d0-c38c-44ed-992b-4c659920988d tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:22:09.258398 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38679ee9-cfbc-487f-89ef-f6de261238ac req-f2acc257-2187-4e60-b82b-3a21e883e6e1 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:09.261946 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7eb36818-2b4a-497f-8245-50629db1c403 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:09.266350 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-38679ee9-cfbc-487f-89ef-f6de261238ac req-f2acc257-2187-4e60-b82b-3a21e883e6e1 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/ports?device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 943 time: 0.2225947 Aug 30 17:22:09.313197 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 49280) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:09.329813 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-6d0727d0-c38c-44ed-992b-4c659920988d tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:09.330753 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-6d0727d0-c38c-44ed-992b-4c659920988d tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:09.347408 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-38679ee9-cfbc-487f-89ef-f6de261238ac req-c8a51e2e-752f-4172-8a5b-5b9ff33598a8 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/security-groups?id=abe2b0e9-03a4-4993-9f4b-254a79dc9ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798557 Aug 30 17:22:09.352435 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7fa3eb96-3742-442f-98ab-d31add018935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:09.362281 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7eb36818-2b4a-497f-8245-50629db1c403 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:09.403764 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-6d0727d0-c38c-44ed-992b-4c659920988d tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8173211 Aug 30 17:22:09.437456 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb36818-2b4a-497f-8245-50629db1c403 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Network 3951d34a-2192-4abb-b523-61631b013f39 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:22:09.446828 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-7eb36818-2b4a-497f-8245-50629db1c403 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:22:09.449787 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb36818-2b4a-497f-8245-50629db1c403 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:22:09.468948 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd068e992-e980-4e22-8b4f-d881caa225a2', 'tag': '2f719635-5e34-4d7e-ac70-3671b034ee1f'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:22:09.471676 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2341ef80-ae6c-4752-a242-d1e7ec4e1904" -d '{"events": [{"name": "network-changed", "server_uuid": "d068e992-e980-4e22-8b4f-d881caa225a2", "tag": "2f719635-5e34-4d7e-ac70-3671b034ee1f"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:22:09.531716 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb36818-2b4a-497f-8245-50629db1c403 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Pushing event updated for resources: {'Port': ['ID=14a52206-26a7-41f2-883d-416697fa611b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:09.589697 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49292) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:09.613763 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7eb36818-2b4a-497f-8245-50629db1c403 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:09.658159 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c1a61-2a9b-4555-bd06-edb256422d09 req-593a0a52-a5f3-4bec-8d06-fca8a63a0a6a tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:09.660127 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a83c1a61-2a9b-4555-bd06-edb256422d09 req-593a0a52-a5f3-4bec-8d06-fca8a63a0a6a tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 931 time: 0.1688416 Aug 30 17:22:09.670281 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0cd50-3e14-4514-9873-c390693decab req-57115d6f-e31c-452d-b781-60156f911226 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:09.672112 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1ab0cd50-3e14-4514-9873-c390693decab req-57115d6f-e31c-452d-b781-60156f911226 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 944 time: 0.1036756 Aug 30 17:22:09.713218 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7eb36818-2b4a-497f-8245-50629db1c403 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:09.719345 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7fa3eb96-3742-442f-98ab-d31add018935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:09.743579 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1ab0cd50-3e14-4514-9873-c390693decab req-d97dda9d-5810-4af1-bb97-d8d59e98b068 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537591 Aug 30 17:22:09.745963 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7fa3eb96-3742-442f-98ab-d31add018935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:09.777867 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a83c1a61-2a9b-4555-bd06-edb256422d09 req-a62ae545-726e-45c0-9b65-15e26367245d tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017361 Aug 30 17:22:09.801107 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-7fa3eb96-3742-442f-98ab-d31add018935 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2fbff76e127f4e228cefc55ae3441400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4864619 Aug 30 17:22:09.802329 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3eb96-3742-442f-98ab-d31add018935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f27cc5f-0720-49f6-bef7-461808e24467,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:09.804603 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 49300) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:09.876144 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00899b7c-1047-443b-98b8-af3653461bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:09.947366 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6338ec2-79b5-46ef-8032-8d9119472ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:09.996537 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6338ec2-79b5-46ef-8032-8d9119472ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:10.089154 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd8c1fe-2fc2-433c-a5a0-aadefb2d1456 x-openstack-request-id: req-0fd8c1fe-2fc2-433c-a5a0-aadefb2d1456 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:22:10.089608 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d068e992-e980-4e22-8b4f-d881caa225a2", "tag": "2f719635-5e34-4d7e-ac70-3671b034ee1f", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:22:10.090388 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0fd8c1fe-2fc2-433c-a5a0-aadefb2d1456 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:22:10.090388 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd068e992-e980-4e22-8b4f-d881caa225a2', 'tag': '2f719635-5e34-4d7e-ac70-3671b034ee1f', 'status': 'completed', 'code': 200} Aug 30 17:22:10.101806 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7eb36818-2b4a-497f-8245-50629db1c403 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:10.105091 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00899b7c-1047-443b-98b8-af3653461bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:10.109567 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7eb36818-2b4a-497f-8245-50629db1c403 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:10.112074 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6338ec2-79b5-46ef-8032-8d9119472ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:10.114802 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a6338ec2-79b5-46ef-8032-8d9119472ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:10.118895 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-a6338ec2-79b5-46ef-8032-8d9119472ce7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f27cc5f-0720-49f6-bef7-461808e24467 HTTP/1.1" status: 204 len: 168 time: 0.3104575 Aug 30 17:22:10.119806 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-00899b7c-1047-443b-98b8-af3653461bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:10.145367 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6338ec2-79b5-46ef-8032-8d9119472ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f27cc5f-0720-49f6-bef7-461808e24467,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:10.180941 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00899b7c-1047-443b-98b8-af3653461bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625f7d30-18b4-44d3-bd1f-6343b8aad59e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:10.200203 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7eb36818-2b4a-497f-8245-50629db1c403 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535188'] for floatingip, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:10.227685 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-00899b7c-1047-443b-98b8-af3653461bcf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6025eef8bdd448eea31bf10e79ccd190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6390159 Aug 30 17:22:10.230456 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 49320) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:10.237737 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb36818-2b4a-497f-8245-50629db1c403 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Pushing event updated for resources: {'Port': ['ID=14a52206-26a7-41f2-883d-416697fa611b,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:10.249566 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7eb36818-2b4a-497f-8245-50629db1c403 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:10.254035 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-7eb36818-2b4a-497f-8245-50629db1c403 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9092178 Aug 30 17:22:10.296397 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04c21b2c-4f1f-4178-b0d2-0c682522fc84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:10.322186 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04c21b2c-4f1f-4178-b0d2-0c682522fc84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:10.384934 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04c21b2c-4f1f-4178-b0d2-0c682522fc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:10.388038 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-04c21b2c-4f1f-4178-b0d2-0c682522fc84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:10.389197 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-04c21b2c-4f1f-4178-b0d2-0c682522fc84 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/625f7d30-18b4-44d3-bd1f-6343b8aad59e HTTP/1.1" status: 204 len: 168 time: 0.1577075 Aug 30 17:22:10.398584 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c21b2c-4f1f-4178-b0d2-0c682522fc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625f7d30-18b4-44d3-bd1f-6343b8aad59e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:10.500207 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0a1c3-4f2a-4ffe-a20a-15b4a59d8b8c req-a49b3d91-4b18-4750-b391-75c9d7ae41e8 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:10.501782 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e7b0a1c3-4f2a-4ffe-a20a-15b4a59d8b8c req-a49b3d91-4b18-4750-b391-75c9d7ae41e8 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/ports?device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 943 time: 0.0598264 Aug 30 17:22:10.581208 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e7b0a1c3-4f2a-4ffe-a20a-15b4a59d8b8c req-ab1557bf-8612-48f1-b2ed-d9f1e64578dc tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/security-groups?id=abe2b0e9-03a4-4993-9f4b-254a79dc9ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734794 Aug 30 17:22:10.590953 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-58e6fd86-04cd-4991-a232-948d28d314ab req-4f168324-dfa3-41a7-878e-795f279584fa tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1605469354&fields=id&tenant_id=c21fe597089042da855ac89daddb7bed HTTP/1.1" status: 200 len: 267 time: 0.0670202 Aug 30 17:22:10.695369 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6fd86-04cd-4991-a232-948d28d314ab req-633c31cb-51ef-45b8-a6c8-4d2f852dc3cb tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:10.696812 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-58e6fd86-04cd-4991-a232-948d28d314ab req-633c31cb-51ef-45b8-a6c8-4d2f852dc3cb tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/networks?id=7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd HTTP/1.1" status: 200 len: 817 time: 0.1021636 Aug 30 17:22:10.713719 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-58e6fd86-04cd-4991-a232-948d28d314ab req-ca627c27-bfaf-4172-a54b-31bce783bec2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/quotas/c21fe597089042da855ac89daddb7bed HTTP/1.1" status: 200 len: 375 time: 0.0098236 Aug 30 17:22:10.796309 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-58e6fd86-04cd-4991-a232-948d28d314ab req-4103901a-5406-461f-85d1-2d0af589bef3 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c21fe597089042da855ac89daddb7bed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0744362 Aug 30 17:22:10.829514 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-eab88903-fa15-47f3-abe5-7772c73a9b3b service neutron] Request body: {'port': {'device_id': 'df60a7ad-de57-4125-a6a5-acb312fd4173', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:22:10.861454 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 49362) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:10.904720 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-0f9a9241-753c-475f-ae22-f072e1944db4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a71f18e2-488a-4e8b-9a1b-947ff6e42b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723994 Aug 30 17:22:10.909836 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-a54dc44f-3fae-4ab7-a3d6-66f927b5eb48 service neutron] Request body: {'port': {'device_id': '59f60ce7-2f23-48e4-80b7-b657155a64c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:22:10.915181 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-43fc1ce5-16e0-4f95-b1aa-6dabdc4eae2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:10.946568 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-eab88903-fa15-47f3-abe5-7772c73a9b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:10.964654 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-f456b792-71a9-4ccf-b667-c6568f3c7b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:10.966781 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-f456b792-71a9-4ccf-b667-c6568f3c7b60 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b03ce9f1d44743abb9c9c1d793df466c&device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 1097 time: 0.1990576 Aug 30 17:22:11.050337 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-6cf99d89-132f-4c7a-bd14-2818345d69c1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f719635-5e34-4d7e-ac70-3671b034ee1f HTTP/1.1" status: 200 len: 217 time: 0.0457251 Aug 30 17:22:11.160227 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-1d274147-04bb-4bfc-9471-a35b71300c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:11.161734 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-1d274147-04bb-4bfc-9471-a35b71300c17 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1753daa-9775-4a3a-a2f7-4c0f3775f909 HTTP/1.1" status: 200 len: 854 time: 0.0887558 Aug 30 17:22:11.186748 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-a54dc44f-3fae-4ab7-a3d6-66f927b5eb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:11.214347 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16756f22-b124-4f99-8cac-02c4d09a439d req-aa7822a7-558c-4a76-adef-338668101110 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:11.228407 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-daf27cc9-baca-49a7-a9a5-e6c99bc9ae76 service neutron] 10.222.0.52 "GET /v2.0/networks/a71f18e2-488a-4e8b-9a1b-947ff6e42b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829885 Aug 30 17:22:11.242511 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-16756f22-b124-4f99-8cac-02c4d09a439d req-aa7822a7-558c-4a76-adef-338668101110 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 944 time: 0.3820312 Aug 30 17:22:11.245864 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-58e6fd86-04cd-4991-a232-948d28d314ab req-d96dfb97-4259-480d-b0ce-232fcb91549c service neutron] 10.222.0.21 "GET /v2.0/networks/7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435081 Aug 30 17:22:11.250264 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-0fa56509-ba38-4854-bf9d-7ca2eab1252d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e6091024-8f4d-4cb5-b1a2-13af9fd389b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786476 Aug 30 17:22:11.438802 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-43fc1ce5-16e0-4f95-b1aa-6dabdc4eae2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:11.521796 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-16756f22-b124-4f99-8cac-02c4d09a439d req-a91aa611-5085-43e5-8f04-6c608743f27c tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781296 Aug 30 17:22:11.522554 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-43fc1ce5-16e0-4f95-b1aa-6dabdc4eae2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:11.607784 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-43fc1ce5-16e0-4f95-b1aa-6dabdc4eae2f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5215605da10248ba986b80282f7f16b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7452636 Aug 30 17:22:11.618777 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49394) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:11.671809 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-81d78571-3230-4492-b4d5-3e0d43da8660 service neutron] 10.222.0.52 "GET /v2.0/networks/e6091024-8f4d-4cb5-b1a2-13af9fd389b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086733 Aug 30 17:22:11.686727 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c19f6e65-6603-4b73-8b3f-8392a8affcf1 req-11a30fe1-8f3c-4bdc-8b35-d7f1d763ed06 service neutron] 10.222.0.52 "GET /v2.0/networks/a71f18e2-488a-4e8b-9a1b-947ff6e42b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387407 Aug 30 17:22:11.841720 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc1ce5-16e0-4f95-b1aa-6dabdc4eae2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc50cd70-4a69-4517-bf6c-b5ddad007138,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:11.859525 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-158050bd-7e59-4737-9e36-7e47fd33d968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:11.916286 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8ccfe-5270-4e6c-baee-48fd15f4ec11 req-01df7ce1-e342-4a25-99bb-d760ba26b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:11.920018 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-dff8ccfe-5270-4e6c-baee-48fd15f4ec11 req-01df7ce1-e342-4a25-99bb-d760ba26b694 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4159867d9f564a3bb53239af82c41170&device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 1096 time: 0.1556292 Aug 30 17:22:11.922045 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62daaf67-963a-4a88-8f6c-5daa55f0f04c req-92484d13-26a0-4c5c-bcb9-6c144a75ef15 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:11.923482 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62daaf67-963a-4a88-8f6c-5daa55f0f04c req-92484d13-26a0-4c5c-bcb9-6c144a75ef15 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 931 time: 0.0852077 Aug 30 17:22:11.938749 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-158050bd-7e59-4737-9e36-7e47fd33d968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:11.943509 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d51daa10-b53c-4cae-bb18-7b12afd69727 req-e98bd0b1-8808-45e2-922f-7d43f5ae8343 service neutron] 10.222.0.52 "GET /v2.0/networks/e6091024-8f4d-4cb5-b1a2-13af9fd389b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598677 Aug 30 17:22:11.958128 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-eab88903-fa15-47f3-abe5-7772c73a9b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a3a648e-f491-48a8-8a41-f3c2966beaec {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:22:11.984859 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62daaf67-963a-4a88-8f6c-5daa55f0f04c req-935ec787-a874-4fb7-81b7-d331630054f4 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476315 Aug 30 17:22:12.003825 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-58e6fd86-04cd-4991-a232-948d28d314ab req-4946b0cb-d3d6-450f-abab-07044eae797c service neutron] 10.222.0.21 "GET /v2.0/networks/7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7457910 Aug 30 17:22:12.020612 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-eab88903-fa15-47f3-abe5-7772c73a9b3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:12.114146 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-eab88903-fa15-47f3-abe5-7772c73a9b3b service neutron] Transition to ACTIVE for port object 7a3a648e-f491-48a8-8a41-f3c2966beaec will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:22:12.143037 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-eab88903-fa15-47f3-abe5-7772c73a9b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:12.264441 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4fc87-bb20-4b97-a8a6-2df3201c88d4 req-80ba2b99-8f92-4e80-9370-721a3b0db70a tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:12.266407 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7bc4fc87-bb20-4b97-a8a6-2df3201c88d4 req-80ba2b99-8f92-4e80-9370-721a3b0db70a tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/ports?device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 943 time: 0.1633465 Aug 30 17:22:12.300847 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341ef80-ae6c-4752-a242-d1e7ec4e1904 req-05ef6cfe-e148-46cb-aa1d-629d38117004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:12.302674 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2341ef80-ae6c-4752-a242-d1e7ec4e1904 req-05ef6cfe-e148-46cb-aa1d-629d38117004 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b03ce9f1d44743abb9c9c1d793df466c&device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 1097 time: 0.2902746 Aug 30 17:22:12.303812 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8ccfe-5270-4e6c-baee-48fd15f4ec11 req-3fcebda4-31a9-4f9b-8146-84dd9ae013b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:12.305339 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-dff8ccfe-5270-4e6c-baee-48fd15f4ec11 req-3fcebda4-31a9-4f9b-8146-84dd9ae013b7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a71f18e2-488a-4e8b-9a1b-947ff6e42b58 HTTP/1.1" status: 200 len: 913 time: 0.3753221 Aug 30 17:22:12.324606 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-158050bd-7e59-4737-9e36-7e47fd33d968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:12.328333 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-158050bd-7e59-4737-9e36-7e47fd33d968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:12.329454 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-158050bd-7e59-4737-9e36-7e47fd33d968 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc50cd70-4a69-4517-bf6c-b5ddad007138 HTTP/1.1" status: 204 len: 168 time: 0.7094386 Aug 30 17:22:12.356202 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab88903-fa15-47f3-abe5-7772c73a9b3b service neutron] Pushing event updated for resources: {'Port': ['ID=7a3a648e-f491-48a8-8a41-f3c2966beaec,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:12.369624 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-44144f81-1152-4ca5-b23a-6ef4bbc601ad req-cc2a992a-6477-474e-a393-2a0112c95edf tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 210 time: 0.0814729 Aug 30 17:22:12.436050 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7bc4fc87-bb20-4b97-a8a6-2df3201c88d4 req-b3725572-7393-4a65-9039-0fbbc433b7be tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/security-groups?id=abe2b0e9-03a4-4993-9f4b-254a79dc9ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534114 Aug 30 17:22:12.508835 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158050bd-7e59-4737-9e36-7e47fd33d968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc50cd70-4a69-4517-bf6c-b5ddad007138,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:12.510114 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-a54dc44f-3fae-4ab7-a3d6-66f927b5eb48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c458c2f9-93c4-4772-9cd0-f0a1575f63da {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:22:12.521630 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-a54dc44f-3fae-4ab7-a3d6-66f927b5eb48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:12.542635 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-dff8ccfe-5270-4e6c-baee-48fd15f4ec11 req-c4e26b11-2cd4-4fe8-89aa-f5566310fb82 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bd8d4e9-bfd0-4404-82f5-beea3ef895d3 HTTP/1.1" status: 200 len: 217 time: 0.2196343 Aug 30 17:22:12.553974 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-a54dc44f-3fae-4ab7-a3d6-66f927b5eb48 service neutron] Transition to ACTIVE for port object c458c2f9-93c4-4772-9cd0-f0a1575f63da will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:22:12.561896 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-a54dc44f-3fae-4ab7-a3d6-66f927b5eb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2822393'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:12.738099 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-eab88903-fa15-47f3-abe5-7772c73a9b3b service neutron] Attempting to bind port 7a3a648e-f491-48a8-8a41-f3c2966beaec on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:22:12.738869 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-eab88903-fa15-47f3-abe5-7772c73a9b3b service neutron] Attempting to bind port 7a3a648e-f491-48a8-8a41-f3c2966beaec by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '38e9de51-6b57-491d-a68b-50b2f01966f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4ee9a860-d9c5-4773-88ab-3fc89806af6d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:22:12.739399 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-eab88903-fa15-47f3-abe5-7772c73a9b3b service neutron] Attempting to bind port 7a3a648e-f491-48a8-8a41-f3c2966beaec on network 4ee9a860-d9c5-4773-88ab-3fc89806af6d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:22:12.744475 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54dc44f-3fae-4ab7-a3d6-66f927b5eb48 service neutron] Pushing event updated for resources: {'Port': ['ID=c458c2f9-93c4-4772-9cd0-f0a1575f63da,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:12.756211 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-eab88903-fa15-47f3-abe5-7772c73a9b3b service neutron] Port 7a3a648e-f491-48a8-8a41-f3c2966beaec on network 4ee9a860-d9c5-4773-88ab-3fc89806af6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:22:12.756832 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-eab88903-fa15-47f3-abe5-7772c73a9b3b service neutron] Attempting to bind port 7a3a648e-f491-48a8-8a41-f3c2966beaec on network 4ee9a860-d9c5-4773-88ab-3fc89806af6d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:22:12.772071 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8ccfe-5270-4e6c-baee-48fd15f4ec11 req-18231096-4051-4733-af43-93ebe658efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:12.774391 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-dff8ccfe-5270-4e6c-baee-48fd15f4ec11 req-18231096-4051-4733-af43-93ebe658efb7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bf422a21-2264-4ed6-bfad-aad727547ee9 HTTP/1.1" status: 200 len: 852 time: 0.2074928 Aug 30 17:22:12.774717 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3be8d8-74eb-42a3-b741-788cd344e48d req-f746c2e1-0fab-43d6-b32d-9e9d88e6a94d tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:12.776115 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ca3be8d8-74eb-42a3-b741-788cd344e48d req-f746c2e1-0fab-43d6-b32d-9e9d88e6a94d tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 944 time: 0.1149640 Aug 30 17:22:12.786883 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-eab88903-fa15-47f3-abe5-7772c73a9b3b service neutron] Checking agent: {'id': 'ee80e8a3-09f9-4e7d-a921-e109800248d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'started_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:22:12.787383 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-eab88903-fa15-47f3-abe5-7772c73a9b3b service neutron] Checking segment: {'id': '38e9de51-6b57-491d-a68b-50b2f01966f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4ee9a860-d9c5-4773-88ab-3fc89806af6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:22:12.788002 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-eab88903-fa15-47f3-abe5-7772c73a9b3b service neutron] Bound using segment: {'id': '38e9de51-6b57-491d-a68b-50b2f01966f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4ee9a860-d9c5-4773-88ab-3fc89806af6d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:22:12.788549 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-eab88903-fa15-47f3-abe5-7772c73a9b3b service neutron] Bound port: 7a3a648e-f491-48a8-8a41-f3c2966beaec, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38e9de51-6b57-491d-a68b-50b2f01966f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4ee9a860-d9c5-4773-88ab-3fc89806af6d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:22:12.789017 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-eab88903-fa15-47f3-abe5-7772c73a9b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:12.797779 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-a54dc44f-3fae-4ab7-a3d6-66f927b5eb48 service neutron] Attempting to bind port c458c2f9-93c4-4772-9cd0-f0a1575f63da on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:22:12.798190 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-a54dc44f-3fae-4ab7-a3d6-66f927b5eb48 service neutron] Attempting to bind port c458c2f9-93c4-4772-9cd0-f0a1575f63da by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '38e9de51-6b57-491d-a68b-50b2f01966f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4ee9a860-d9c5-4773-88ab-3fc89806af6d'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:22:12.798547 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-a54dc44f-3fae-4ab7-a3d6-66f927b5eb48 service neutron] Attempting to bind port c458c2f9-93c4-4772-9cd0-f0a1575f63da on network 4ee9a860-d9c5-4773-88ab-3fc89806af6d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:22:12.813028 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-a54dc44f-3fae-4ab7-a3d6-66f927b5eb48 service neutron] Port c458c2f9-93c4-4772-9cd0-f0a1575f63da on network 4ee9a860-d9c5-4773-88ab-3fc89806af6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:22:12.813371 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-a54dc44f-3fae-4ab7-a3d6-66f927b5eb48 service neutron] Attempting to bind port c458c2f9-93c4-4772-9cd0-f0a1575f63da on network 4ee9a860-d9c5-4773-88ab-3fc89806af6d {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:22:12.832243 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341ef80-ae6c-4752-a242-d1e7ec4e1904 req-9b087f42-f691-44d0-b4c2-01686b40047f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:12.834479 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2341ef80-ae6c-4752-a242-d1e7ec4e1904 req-9b087f42-f691-44d0-b4c2-01686b40047f service neutron] 10.222.0.52 "GET /v2.0/networks?id=e6091024-8f4d-4cb5-b1a2-13af9fd389b6 HTTP/1.1" status: 200 len: 915 time: 0.5133724 Aug 30 17:22:12.837698 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-a54dc44f-3fae-4ab7-a3d6-66f927b5eb48 service neutron] Checking agent: {'id': 'ee80e8a3-09f9-4e7d-a921-e109800248d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'started_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:22:12.838050 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-a54dc44f-3fae-4ab7-a3d6-66f927b5eb48 service neutron] Checking segment: {'id': '38e9de51-6b57-491d-a68b-50b2f01966f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4ee9a860-d9c5-4773-88ab-3fc89806af6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:22:12.838765 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-a54dc44f-3fae-4ab7-a3d6-66f927b5eb48 service neutron] Bound using segment: {'id': '38e9de51-6b57-491d-a68b-50b2f01966f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4ee9a860-d9c5-4773-88ab-3fc89806af6d'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:22:12.839236 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-a54dc44f-3fae-4ab7-a3d6-66f927b5eb48 service neutron] Bound port: c458c2f9-93c4-4772-9cd0-f0a1575f63da, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38e9de51-6b57-491d-a68b-50b2f01966f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '4ee9a860-d9c5-4773-88ab-3fc89806af6d'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:22:12.839597 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-a54dc44f-3fae-4ab7-a3d6-66f927b5eb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:12.840049 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-dff8ccfe-5270-4e6c-baee-48fd15f4ec11 req-e78cf60a-9ac3-49d9-a7c4-8661978f1052 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a71f18e2-488a-4e8b-9a1b-947ff6e42b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557847 Aug 30 17:22:12.899896 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ca3be8d8-74eb-42a3-b741-788cd344e48d req-153a38b4-8fe3-430c-bc87-c904ef6965f1 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031959 Aug 30 17:22:12.944167 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-a54dc44f-3fae-4ab7-a3d6-66f927b5eb48 service neutron] For port c458c2f9-93c4-4772-9cd0-f0a1575f63da, host hv-cinder-80531, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:22:12.956097 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-a54dc44f-3fae-4ab7-a3d6-66f927b5eb48 service neutron] For port c458c2f9-93c4-4772-9cd0-f0a1575f63da, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=c458c2f9-93c4-4772-9cd0-f0a1575f63da,segment=NetworkSegment(38e9de51-6b57-491d-a68b-50b2f01966f1),segment_id=38e9de51-6b57-491d-a68b-50b2f01966f1)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:22:12.962528 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-a54dc44f-3fae-4ab7-a3d6-66f927b5eb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2822393'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:12.965244 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2341ef80-ae6c-4752-a242-d1e7ec4e1904 req-f38c7010-997d-406d-bbe2-a6295165663c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f719635-5e34-4d7e-ac70-3671b034ee1f HTTP/1.1" status: 200 len: 217 time: 0.0988543 Aug 30 17:22:13.020062 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-a54dc44f-3fae-4ab7-a3d6-66f927b5eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:13.020950 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-a54dc44f-3fae-4ab7-a3d6-66f927b5eb48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:13.022181 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-a54dc44f-3fae-4ab7-a3d6-66f927b5eb48 service neutron] 10.222.0.52 "PUT /v2.0/ports/c458c2f9-93c4-4772-9cd0-f0a1575f63da HTTP/1.1" status: 200 len: 1093 time: 2.1333895 Aug 30 17:22:13.022559 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f60ce7-2f23-48e4-80b7-b657155a64c6', 'tag': 'c458c2f9-93c4-4772-9cd0-f0a1575f63da'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:22:13.092790 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54dc44f-3fae-4ab7-a3d6-66f927b5eb48 service neutron] Pushing event updated for resources: {'Port': ['ID=c458c2f9-93c4-4772-9cd0-f0a1575f63da,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:13.100696 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-eab88903-fa15-47f3-abe5-7772c73a9b3b service neutron] For port 7a3a648e-f491-48a8-8a41-f3c2966beaec, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:22:13.122867 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341ef80-ae6c-4752-a242-d1e7ec4e1904 req-4c5dfd92-388b-4e31-a825-9ae436a33fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:13.124362 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2341ef80-ae6c-4752-a242-d1e7ec4e1904 req-4c5dfd92-388b-4e31-a825-9ae436a33fbb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1753daa-9775-4a3a-a2f7-4c0f3775f909 HTTP/1.1" status: 200 len: 854 time: 0.1429532 Aug 30 17:22:13.130471 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-eab88903-fa15-47f3-abe5-7772c73a9b3b service neutron] For port 7a3a648e-f491-48a8-8a41-f3c2966beaec, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=7a3a648e-f491-48a8-8a41-f3c2966beaec,segment=NetworkSegment(38e9de51-6b57-491d-a68b-50b2f01966f1),segment_id=38e9de51-6b57-491d-a68b-50b2f01966f1)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:22:13.167524 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-eab88903-fa15-47f3-abe5-7772c73a9b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:13.172885 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2341ef80-ae6c-4752-a242-d1e7ec4e1904 req-0d586df0-b84c-48e1-9c53-cd24c044742f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e6091024-8f4d-4cb5-b1a2-13af9fd389b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410924 Aug 30 17:22:13.176836 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-dff8ccfe-5270-4e6c-baee-48fd15f4ec11 req-106fa61b-c85d-4be3-a12f-f7cc65d9bd59 service neutron] 10.222.0.52 "GET /v2.0/networks/a71f18e2-488a-4e8b-9a1b-947ff6e42b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091490 Aug 30 17:22:13.290294 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d19d6-f26d-4f0f-99be-04bfd12058c1 req-5a2fcb7d-debc-4add-b004-045c8f3f026b tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:13.306123 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-635d19d6-f26d-4f0f-99be-04bfd12058c1 req-5a2fcb7d-debc-4add-b004-045c8f3f026b tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 943 time: 0.1983275 Aug 30 17:22:13.343361 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e183aeb7d1ae95b610e737921596bfe9224ef5c136def86ae36f97e4cb718d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6172f024-8d24-4a2a-8f00-4847c1779656" -d '{"events": [{"name": "network-changed", "server_uuid": "59f60ce7-2f23-48e4-80b7-b657155a64c6", "tag": "c458c2f9-93c4-4772-9cd0-f0a1575f63da"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:22:13.378037 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-87902d32-5547-416c-9114-9f2398fb5ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:13.380406 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-87902d32-5547-416c-9114-9f2398fb5ece service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fcaf1973521f4aec87a359088d9ae855&device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 1096 time: 0.2340245 Aug 30 17:22:13.406041 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-eab88903-fa15-47f3-abe5-7772c73a9b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:13.410575 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-eab88903-fa15-47f3-abe5-7772c73a9b3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:13.417806 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-eab88903-fa15-47f3-abe5-7772c73a9b3b service neutron] 10.222.0.52 "PUT /v2.0/ports/7a3a648e-f491-48a8-8a41-f3c2966beaec HTTP/1.1" status: 200 len: 1094 time: 2.5988290 Aug 30 17:22:13.421002 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df60a7ad-de57-4125-a6a5-acb312fd4173', 'tag': '7a3a648e-f491-48a8-8a41-f3c2966beaec'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:22:13.427683 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87100941-f9ae-4817-9f74-a80125f1017b" -d '{"events": [{"name": "network-changed", "server_uuid": "df60a7ad-de57-4125-a6a5-acb312fd4173", "tag": "7a3a648e-f491-48a8-8a41-f3c2966beaec"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:22:13.484683 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab88903-fa15-47f3-abe5-7772c73a9b3b service neutron] Pushing event updated for resources: {'Port': ['ID=7a3a648e-f491-48a8-8a41-f3c2966beaec,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:13.590676 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-55070988-68b0-4a92-aaa7-347f95aa8f02 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c458c2f9-93c4-4772-9cd0-f0a1575f63da HTTP/1.1" status: 200 len: 217 time: 0.1885669 Aug 30 17:22:13.642829 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-635d19d6-f26d-4f0f-99be-04bfd12058c1 req-b84e3328-58be-4c2c-b644-ae90b6a354ff tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358054 Aug 30 17:22:13.692781 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.52', 59116) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:13.709431 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f11cf6-966d-4d09-bcc5-aab7efe2abb4 x-openstack-request-id: req-d6f11cf6-966d-4d09-bcc5-aab7efe2abb4 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:22:13.709746 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f60ce7-2f23-48e4-80b7-b657155a64c6", "tag": "c458c2f9-93c4-4772-9cd0-f0a1575f63da", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:22:13.721895 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-dff8ccfe-5270-4e6c-baee-48fd15f4ec11 req-5b4d9b8a-e986-4028-9d83-ae73af9462ab service neutron] 10.222.0.52 "GET /v2.0/networks/a71f18e2-488a-4e8b-9a1b-947ff6e42b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5024924 Aug 30 17:22:13.721993 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6f11cf6-966d-4d09-bcc5-aab7efe2abb4 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:22:13.721993 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f60ce7-2f23-48e4-80b7-b657155a64c6', 'tag': 'c458c2f9-93c4-4772-9cd0-f0a1575f63da', 'status': 'completed', 'code': 200} Aug 30 17:22:13.722165 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2341ef80-ae6c-4752-a242-d1e7ec4e1904 req-6f71bca1-8267-443a-bc5b-d8f539d24d63 service neutron] 10.222.0.52 "GET /v2.0/networks/e6091024-8f4d-4cb5-b1a2-13af9fd389b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5089650 Aug 30 17:22:13.764850 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-15ed7c51-4ae6-4932-ab3e-34332b5e302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:13.766441 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-15ed7c51-4ae6-4932-ab3e-34332b5e302b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fcaf1973521f4aec87a359088d9ae855&device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 1097 time: 0.2969832 Aug 30 17:22:13.805328 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed49b678-b0c5-46c2-892b-58c6f24ed522 x-openstack-request-id: req-ed49b678-b0c5-46c2-892b-58c6f24ed522 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:22:13.815055 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df60a7ad-de57-4125-a6a5-acb312fd4173", "tag": "7a3a648e-f491-48a8-8a41-f3c2966beaec", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:22:13.817117 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed49b678-b0c5-46c2-892b-58c6f24ed522 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:22:13.818839 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df60a7ad-de57-4125-a6a5-acb312fd4173', 'tag': '7a3a648e-f491-48a8-8a41-f3c2966beaec', 'status': 'completed', 'code': 200} Aug 30 17:22:13.911796 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f2f6cf4c-d1b9-4d0d-93cc-45522c2fc9d6 req-05afebca-f25b-4f20-91f7-0913d47de562 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 210 time: 0.1141639 Aug 30 17:22:13.943482 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-d33d4865-4d22-4575-83c9-c07d77c4f11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:13.944955 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-d33d4865-4d22-4575-83c9-c07d77c4f11a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1da436f5-992b-4504-9be3-d6d50d0f93b6 HTTP/1.1" status: 200 len: 859 time: 0.3502424 Aug 30 17:22:14.115314 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-69215eb3-c9a5-449f-9eb4-fbe9cf8d246e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4ee9a860-d9c5-4773-88ab-3fc89806af6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1385849 Aug 30 17:22:14.203754 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-56ead0c6-e1b0-4e60-a71f-ac1c6f096be7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a3a648e-f491-48a8-8a41-f3c2966beaec HTTP/1.1" status: 200 len: 217 time: 0.4003048 Aug 30 17:22:14.263807 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-f296389c-d354-48e6-bf71-7ae6d6b80fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:14.265309 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-f296389c-d354-48e6-bf71-7ae6d6b80fbb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1da436f5-992b-4504-9be3-d6d50d0f93b6 HTTP/1.1" status: 200 len: 859 time: 0.0529563 Aug 30 17:22:14.317237 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-f8cbb321-82ec-47d8-8a3d-45f2e2eb8891 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4ee9a860-d9c5-4773-88ab-3fc89806af6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443790 Aug 30 17:22:14.322647 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2341ef80-ae6c-4752-a242-d1e7ec4e1904 req-747c0782-c21f-4f29-8f24-166fed1ef306 service neutron] 10.222.0.52 "GET /v2.0/networks/e6091024-8f4d-4cb5-b1a2-13af9fd389b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5824010 Aug 30 17:22:14.345785 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 2f719635-5e34-4d7e-ac70-3671b034ee1f details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:22:14.485559 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6fd86-04cd-4991-a232-948d28d314ab req-ca9f5d53-67a5-45b4-8d3b-1283f8d71ee6 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:14.487265 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-58e6fd86-04cd-4991-a232-948d28d314ab req-ca9f5d53-67a5-45b4-8d3b-1283f8d71ee6 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.52 "GET /v2.0/networks?id=7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd HTTP/1.1" status: 200 len: 817 time: 0.7675045 Aug 30 17:22:14.499393 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d4cf8-c282-4372-9777-91716ba5ceea req-40ca61b8-10a0-4dd4-81ff-3956d6061852 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:14.501367 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-835d4cf8-c282-4372-9777-91716ba5ceea req-40ca61b8-10a0-4dd4-81ff-3956d6061852 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/ports?device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 943 time: 0.5919666 Aug 30 17:22:14.528616 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-9a70ab48-6cf3-4f3f-b233-480213ec3aeb service neutron] 10.222.0.52 "GET /v2.0/networks/4ee9a860-d9c5-4773-88ab-3fc89806af6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034807 Aug 30 17:22:14.547165 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16689d-96cf-4555-813c-010c7e19e986 req-35f4965b-ec2f-4f22-91dd-dc8ec7d45ca4 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:14.554575 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7c16689d-96cf-4555-813c-010c7e19e986 req-35f4965b-ec2f-4f22-91dd-dc8ec7d45ca4 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 944 time: 0.4491861 Aug 30 17:22:14.581187 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 2f719635-5e34-4d7e-ac70-3671b034ee1f, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=2f719635-5e34-4d7e-ac70-3671b034ee1f,segment=NetworkSegment(746b15d3-f122-4fd3-bad5-f0b1a2dcac42),segment_id=746b15d3-f122-4fd3-bad5-f0b1a2dcac42)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:22:14.620302 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Returning: {'device': '2f719635-5e34-4d7e-ac70-3671b034ee1f', 'network_id': 'e6091024-8f4d-4cb5-b1a2-13af9fd389b6', 'port_id': '2f719635-5e34-4d7e-ac70-3671b034ee1f', 'mac_address': 'fa:16:3e:0e:27:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1753daa-9775-4a3a-a2f7-4c0f3775f909', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:22:14.652354 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-19ae1340-a935-4f71-9d96-9d9e9093c9de service neutron] 10.222.0.52 "GET /v2.0/networks/4ee9a860-d9c5-4773-88ab-3fc89806af6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5183277 Aug 30 17:22:14.671776 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-58e6fd86-04cd-4991-a232-948d28d314ab req-1be9213b-a2f4-4e90-83c7-ee18350432ce tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c21fe597089042da855ac89daddb7bed HTTP/1.1" status: 200 len: 380 time: 0.1691403 Aug 30 17:22:14.691546 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3a071d8c-da56-439c-92dc-ca12ce05b4cb req-7196bc25-d0af-4d6e-9399-615766635fd1 service neutron] 10.222.0.52 "GET /v2.0/networks/4ee9a860-d9c5-4773-88ab-3fc89806af6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556261 Aug 30 17:22:14.692602 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-835d4cf8-c282-4372-9777-91716ba5ceea req-61034c2d-b4f6-4f99-ab7b-87f0c08c8bfa tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/security-groups?id=abe2b0e9-03a4-4993-9f4b-254a79dc9ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742651 Aug 30 17:22:14.706363 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:14.712315 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7c16689d-96cf-4555-813c-010c7e19e986 req-2a39816d-e590-49e7-98e7-4f7843671469 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566594 Aug 30 17:22:14.727257 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f719635-5e34-4d7e-ac70-3671b034ee1f {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:22:14.767930 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 2f719635-5e34-4d7e-ac70-3671b034ee1f, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=2f719635-5e34-4d7e-ac70-3671b034ee1f,segment=NetworkSegment(746b15d3-f122-4fd3-bad5-f0b1a2dcac42),segment_id=746b15d3-f122-4fd3-bad5-f0b1a2dcac42)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:22:14.774642 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:14.775489 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 2bd8d4e9-bfd0-4404-82f5-beea3ef895d3 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:22:14.858339 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-861e69cc-a53d-4e77-af7f-c83ae0695510 req-b090ec1c-11eb-448d-84b9-274ab94ab8e8 service neutron] 10.222.0.52 "GET /v2.0/networks/4ee9a860-d9c5-4773-88ab-3fc89806af6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832795 Aug 30 17:22:14.869039 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=2f719635-5e34-4d7e-ac70-3671b034ee1f,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:14.870773 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a39ec-04e5-4e1b-ac80-906b54c2788f req-161e8530-a0e7-4f49-9365-ded5cf75a655 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:14.873591 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-873a39ec-04e5-4e1b-ac80-906b54c2788f req-161e8530-a0e7-4f49-9365-ded5cf75a655 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 943 time: 0.0847030 Aug 30 17:22:14.916866 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 2bd8d4e9-bfd0-4404-82f5-beea3ef895d3, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=2bd8d4e9-bfd0-4404-82f5-beea3ef895d3,segment=NetworkSegment(ca595a7b-6879-4917-8e06-6d8d95871d45),segment_id=ca595a7b-6879-4917-8e06-6d8d95871d45)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:22:14.921915 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-873a39ec-04e5-4e1b-ac80-906b54c2788f req-eb058afe-3102-4a28-af61-5719de884f96 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376937 Aug 30 17:22:14.936327 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Returning: {'device': '2bd8d4e9-bfd0-4404-82f5-beea3ef895d3', 'network_id': 'a71f18e2-488a-4e8b-9a1b-947ff6e42b58', 'port_id': '2bd8d4e9-bfd0-4404-82f5-beea3ef895d3', 'mac_address': 'fa:16:3e:99:ea:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf422a21-2264-4ed6-bfad-aad727547ee9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:22:14.981113 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:14.995962 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd8d4e9-bfd0-4404-82f5-beea3ef895d3 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:22:15.021773 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 2bd8d4e9-bfd0-4404-82f5-beea3ef895d3, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=2bd8d4e9-bfd0-4404-82f5-beea3ef895d3,segment=NetworkSegment(ca595a7b-6879-4917-8e06-6d8d95871d45),segment_id=ca595a7b-6879-4917-8e06-6d8d95871d45)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:22:15.027676 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:15.049814 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1a888aa7-7877-43cf-98dc-e89605311302 req-412812d1-8f60-484a-ac45-00758c71b835 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 210 time: 0.0392332 Aug 30 17:22:15.087771 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=2bd8d4e9-bfd0-4404-82f5-beea3ef895d3,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:15.727669 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 49584) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:15.839844 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749fe74-0365-4e58-801c-36deafc60965 req-7850d911-c89c-449d-85d0-f7a5930b8e95 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:15.842000 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e749fe74-0365-4e58-801c-36deafc60965 req-7850d911-c89c-449d-85d0-f7a5930b8e95 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/ports?device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 944 time: 0.0866389 Aug 30 17:22:15.863505 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b31bfef-06b7-43f2-9119-91e541629942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:15.873430 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce099a9d-81b1-4172-aa82-af602d7392ef req-4f621ed1-0720-4b91-887f-dbfb98ae1bd8 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:15.874869 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ce099a9d-81b1-4172-aa82-af602d7392ef req-4f621ed1-0720-4b91-887f-dbfb98ae1bd8 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 945 time: 0.0895126 Aug 30 17:22:15.936199 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e749fe74-0365-4e58-801c-36deafc60965 req-d319fa21-2ca1-429d-9533-c22ca02e8ef5 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/security-groups?id=abe2b0e9-03a4-4993-9f4b-254a79dc9ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852780 Aug 30 17:22:15.947643 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ce099a9d-81b1-4172-aa82-af602d7392ef req-019ca7d2-fe30-4fce-8815-80c4b1304b4a tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608051 Aug 30 17:22:16.026647 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b31bfef-06b7-43f2-9119-91e541629942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:16.042095 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b31bfef-06b7-43f2-9119-91e541629942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:16.093436 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-0b31bfef-06b7-43f2-9119-91e541629942 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fdfb1ef50e8448e89d8b801cf1b202b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3646944 Aug 30 17:22:16.095093 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31bfef-06b7-43f2-9119-91e541629942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7e924c-1f53-4f06-9a71-6bc727327f1e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:16.096146 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49596) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:16.104630 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6ba19-1841-44c4-8708-ca6a2203d0ba req-f8dfd0e8-85a4-4ded-96b2-de4f5b2a0ae4 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:16.106263 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bfc6ba19-1841-44c4-8708-ca6a2203d0ba req-f8dfd0e8-85a4-4ded-96b2-de4f5b2a0ae4 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 943 time: 0.0988507 Aug 30 17:22:16.148755 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-771d0882-5a72-40e7-b5b8-b33ad3e4714e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:16.168773 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d21d448c-103c-4abc-bb8d-d7ff1740267e req-d8153fca-13a4-4c3d-9c25-c8f551bc3d66 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 210 time: 0.0325582 Aug 30 17:22:16.170267 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-771d0882-5a72-40e7-b5b8-b33ad3e4714e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:16.176313 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bfc6ba19-1841-44c4-8708-ca6a2203d0ba req-44405260-0e6c-4de1-950a-00c1172427b9 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575809 Aug 30 17:22:16.216192 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-771d0882-5a72-40e7-b5b8-b33ad3e4714e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:16.218836 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-771d0882-5a72-40e7-b5b8-b33ad3e4714e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:16.219955 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-771d0882-5a72-40e7-b5b8-b33ad3e4714e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca7e924c-1f53-4f06-9a71-6bc727327f1e HTTP/1.1" status: 204 len: 168 time: 0.1228328 Aug 30 17:22:16.228996 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d0882-5a72-40e7-b5b8-b33ad3e4714e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7e924c-1f53-4f06-9a71-6bc727327f1e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:16.476239 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49606) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:16.489243 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56ae0174-0658-44a5-9467-001f2f4bb69d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:16.584103 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56ae0174-0658-44a5-9467-001f2f4bb69d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:16.587930 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-56ae0174-0658-44a5-9467-001f2f4bb69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:16.629076 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae0174-0658-44a5-9467-001f2f4bb69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b8e150-f664-4ebf-b943-041310b6ad33,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:16.634589 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-56ae0174-0658-44a5-9467-001f2f4bb69d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=404c3a6aa2f14884a3b16697bd948240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1573317 Aug 30 17:22:16.637182 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49614) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:16.688847 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df7c5aef-9f5b-4586-8360-73fa6784acba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:16.710132 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df7c5aef-9f5b-4586-8360-73fa6784acba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:16.757194 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df7c5aef-9f5b-4586-8360-73fa6784acba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:16.759692 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df7c5aef-9f5b-4586-8360-73fa6784acba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:16.760874 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-df7c5aef-9f5b-4586-8360-73fa6784acba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3b8e150-f664-4ebf-b943-041310b6ad33 HTTP/1.1" status: 204 len: 168 time: 0.1226397 Aug 30 17:22:16.768518 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c5aef-9f5b-4586-8360-73fa6784acba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b8e150-f664-4ebf-b943-041310b6ad33,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:17.085420 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5e11e-d80f-471d-88f8-2e4f5210bb2b req-1e279f12-2fea-49f3-a36d-224b494a271a tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:17.086939 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3be5e11e-d80f-471d-88f8-2e4f5210bb2b req-1e279f12-2fea-49f3-a36d-224b494a271a tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/ports?device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 944 time: 0.0827773 Aug 30 17:22:17.099713 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c74dcf-bfc9-49ea-8162-4a4d2642b02e req-fd7be39b-ec65-4b38-a41f-cdd10b9586de tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:17.101127 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-38c74dcf-bfc9-49ea-8162-4a4d2642b02e req-fd7be39b-ec65-4b38-a41f-cdd10b9586de tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 945 time: 0.0696714 Aug 30 17:22:17.154415 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3be5e11e-d80f-471d-88f8-2e4f5210bb2b req-75ce2726-c6ec-4347-bf19-9b5a968f68ab tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/security-groups?id=abe2b0e9-03a4-4993-9f4b-254a79dc9ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523295 Aug 30 17:22:17.161305 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-38c74dcf-bfc9-49ea-8162-4a4d2642b02e req-9843c518-9bca-4f95-8758-2e27931e363a tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519993 Aug 30 17:22:17.289419 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-efb4679f-12bd-41a2-adb5-cf2041b8a565 req-1897f674-7819-4463-8a94-d66fd1803648 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 210 time: 0.0460763 Aug 30 17:22:17.313821 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b06de0-8448-4122-940f-d124722979d0 req-42451de4-6e3d-4f4d-96a2-e493be1b5a8c tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:17.316191 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-06b06de0-8448-4122-940f-d124722979d0 req-42451de4-6e3d-4f4d-96a2-e493be1b5a8c tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 943 time: 0.0633495 Aug 30 17:22:17.326555 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-58e6fd86-04cd-4991-a232-948d28d314ab req-02c405e5-28f7-4414-ae86-c5d9646efff6 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Request body: {'port': {'device_id': '887722d7-1d42-4cea-bc66-e805190b0d37', 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'admin_state_up': True, 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'security_groups': ['4f81cc17-5af4-4747-b50a-614b86eb867f']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:22:17.422765 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172f024-8d24-4a2a-8f00-4847c1779656 req-971a59be-d84a-46bf-abcf-5e24a3222b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:17.424282 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6172f024-8d24-4a2a-8f00-4847c1779656 req-971a59be-d84a-46bf-abcf-5e24a3222b19 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fcaf1973521f4aec87a359088d9ae855&device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 1096 time: 0.0416350 Aug 30 17:22:17.439088 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-06b06de0-8448-4122-940f-d124722979d0 req-03408270-cea3-4633-ace5-640df21b6311 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086473 Aug 30 17:22:17.469460 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87100941-f9ae-4817-9f74-a80125f1017b req-0859f7ac-df3e-46ce-95d8-adeacbb80596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:17.471041 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-87100941-f9ae-4817-9f74-a80125f1017b req-0859f7ac-df3e-46ce-95d8-adeacbb80596 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fcaf1973521f4aec87a359088d9ae855&device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 1097 time: 0.1105988 Aug 30 17:22:17.535700 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172f024-8d24-4a2a-8f00-4847c1779656 req-9ce7f6de-088a-4e0e-bf66-7caafa18ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:17.537169 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6172f024-8d24-4a2a-8f00-4847c1779656 req-9ce7f6de-088a-4e0e-bf66-7caafa18ccb7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4ee9a860-d9c5-4773-88ab-3fc89806af6d HTTP/1.1" status: 200 len: 920 time: 0.0969415 Aug 30 17:22:17.588213 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6172f024-8d24-4a2a-8f00-4847c1779656 req-459d2b07-c584-48b2-93d6-a39c9d097d64 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c458c2f9-93c4-4772-9cd0-f0a1575f63da HTTP/1.1" status: 200 len: 217 time: 0.0419228 Aug 30 17:22:17.605226 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e6fd86-04cd-4991-a232-948d28d314ab req-02c405e5-28f7-4414-ae86-c5d9646efff6 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Made reservation on behalf of c21fe597089042da855ac89daddb7bed for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:22:17.608993 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-58e6fd86-04cd-4991-a232-948d28d314ab req-02c405e5-28f7-4414-ae86-c5d9646efff6 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:17.647218 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172f024-8d24-4a2a-8f00-4847c1779656 req-647ac750-9c88-4523-9fcb-5cf8527e7601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:17.647721 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6172f024-8d24-4a2a-8f00-4847c1779656 req-647ac750-9c88-4523-9fcb-5cf8527e7601 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1da436f5-992b-4504-9be3-d6d50d0f93b6 HTTP/1.1" status: 200 len: 859 time: 0.0504863 Aug 30 17:22:17.679605 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87100941-f9ae-4817-9f74-a80125f1017b req-bbff3e1d-7350-4ac3-abfc-80eceee100a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:17.681074 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-87100941-f9ae-4817-9f74-a80125f1017b req-bbff3e1d-7350-4ac3-abfc-80eceee100a3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4ee9a860-d9c5-4773-88ab-3fc89806af6d HTTP/1.1" status: 200 len: 920 time: 0.2016070 Aug 30 17:22:17.689802 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6172f024-8d24-4a2a-8f00-4847c1779656 req-606383f4-bb51-45bd-8627-14f6fa7ab5b8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4ee9a860-d9c5-4773-88ab-3fc89806af6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319462 Aug 30 17:22:17.752235 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-87100941-f9ae-4817-9f74-a80125f1017b req-876c45e1-4721-4091-9599-e238195e7ed1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a3a648e-f491-48a8-8a41-f3c2966beaec HTTP/1.1" status: 200 len: 217 time: 0.0455375 Aug 30 17:22:17.820056 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-58e6fd86-04cd-4991-a232-948d28d314ab req-02c405e5-28f7-4414-ae86-c5d9646efff6 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Allocated IP 172.20.0.10 (7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd/f9b76a77-690c-4632-9995-41f5ada41bd6/434ba44d-e169-47e6-bf2f-a603942cae15) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:22:17.912509 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49662) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:17.964261 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-58e6fd86-04cd-4991-a232-948d28d314ab req-02c405e5-28f7-4414-ae86-c5d9646efff6 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:17.977168 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-58e6fd86-04cd-4991-a232-948d28d314ab req-02c405e5-28f7-4414-ae86-c5d9646efff6 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Transition to ACTIVE for port object 434ba44d-e169-47e6-bf2f-a603942cae15 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:22:18.010497 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-58e6fd86-04cd-4991-a232-948d28d314ab req-02c405e5-28f7-4414-ae86-c5d9646efff6 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:18.029261 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6fdf2884-4f99-4fc6-987b-418f6302e9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:18.058550 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e6fd86-04cd-4991-a232-948d28d314ab req-02c405e5-28f7-4414-ae86-c5d9646efff6 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Network 7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:22:18.062278 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-58e6fd86-04cd-4991-a232-948d28d314ab req-02c405e5-28f7-4414-ae86-c5d9646efff6 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:22:18.066362 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e6fd86-04cd-4991-a232-948d28d314ab req-02c405e5-28f7-4414-ae86-c5d9646efff6 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:22:18.070242 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c405e5-28f7-4414-ae86-c5d9646efff6 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Pushing event updated for resources: {'Port': ['ID=434ba44d-e169-47e6-bf2f-a603942cae15,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:18.117282 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6fd86-04cd-4991-a232-948d28d314ab req-02c405e5-28f7-4414-ae86-c5d9646efff6 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:18.118091 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-58e6fd86-04cd-4991-a232-948d28d314ab req-02c405e5-28f7-4414-ae86-c5d9646efff6 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:18.128544 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6fdf2884-4f99-4fc6-987b-418f6302e9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:18.132706 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6fdf2884-4f99-4fc6-987b-418f6302e9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:18.138033 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-58e6fd86-04cd-4991-a232-948d28d314ab req-02c405e5-28f7-4414-ae86-c5d9646efff6 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8165343 Aug 30 17:22:18.171865 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-6fdf2884-4f99-4fc6-987b-418f6302e9e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1bfe2d90e25847d095a89c66d2474420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2581749 Aug 30 17:22:18.173177 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf2884-4f99-4fc6-987b-418f6302e9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a64714f-b565-4879-9e5a-1df27b5ee5b9,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:18.173393 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 49666) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:18.274824 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7cd85226-b5b0-475b-948d-6f998e546a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:18.298372 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-df4b59ab-74bc-41c7-8a12-18a32a1128a5 None None] Provisioning for port 434ba44d-e169-47e6-bf2f-a603942cae15 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:22:18.302136 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-df4b59ab-74bc-41c7-8a12-18a32a1128a5 None None] Provisioning complete for port 434ba44d-e169-47e6-bf2f-a603942cae15 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:22:18.302566 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-df4b59ab-74bc-41c7-8a12-18a32a1128a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:18.325151 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7cd85226-b5b0-475b-948d-6f998e546a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:18.339381 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-df4b59ab-74bc-41c7-8a12-18a32a1128a5 None None] Port 434ba44d-e169-47e6-bf2f-a603942cae15 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:22:18.351076 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37182086-6441-4183-94b1-5ad517e02654 req-f33297f8-824d-4e3b-a852-be4ff02e17d2 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:18.352478 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-37182086-6441-4183-94b1-5ad517e02654 req-f33297f8-824d-4e3b-a852-be4ff02e17d2 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/ports?device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 944 time: 0.1259527 Aug 30 17:22:18.362220 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bae685-d0d4-4f80-af5f-44e046ac466f req-0e4c4971-a185-485c-8d10-c753db1c4653 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:18.363572 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d3bae685-d0d4-4f80-af5f-44e046ac466f req-0e4c4971-a185-485c-8d10-c753db1c4653 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 945 time: 0.1181638 Aug 30 17:22:18.434864 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-37182086-6441-4183-94b1-5ad517e02654 req-94651805-b56d-41b7-b1e0-5f61c1cdf436 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/security-groups?id=abe2b0e9-03a4-4993-9f4b-254a79dc9ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652907 Aug 30 17:22:18.438730 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d3bae685-d0d4-4f80-af5f-44e046ac466f req-703519f2-3803-4881-b875-df3d32beac71 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681052 Aug 30 17:22:18.439963 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7cd85226-b5b0-475b-948d-6f998e546a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:18.442588 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7cd85226-b5b0-475b-948d-6f998e546a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:18.443612 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-7cd85226-b5b0-475b-948d-6f998e546a21 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a64714f-b565-4879-9e5a-1df27b5ee5b9 HTTP/1.1" status: 204 len: 168 time: 0.2691355 Aug 30 17:22:18.453059 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd85226-b5b0-475b-948d-6f998e546a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a64714f-b565-4879-9e5a-1df27b5ee5b9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:18.598337 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056761e-98d6-4e70-a889-124e358f5ec3 req-0a8db44f-3041-4943-a772-e3ff140955cd tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:18.599820 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7056761e-98d6-4e70-a889-124e358f5ec3 req-0a8db44f-3041-4943-a772-e3ff140955cd tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 932 time: 0.0875885 Aug 30 17:22:18.608579 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e043ece-a013-424d-91de-018587986606 req-4e82adc8-16fb-488d-9938-47b535a51e26 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:18.610333 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2e043ece-a013-424d-91de-018587986606 req-4e82adc8-16fb-488d-9938-47b535a51e26 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 943 time: 0.0681322 Aug 30 17:22:18.661683 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7056761e-98d6-4e70-a889-124e358f5ec3 req-468919ba-0153-472e-b6c4-b6f2a129fb57 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503371 Aug 30 17:22:18.669419 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2e043ece-a013-424d-91de-018587986606 req-08d21997-3f1c-47cd-81b6-82c6d531012f tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506775 Aug 30 17:22:19.595430 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42a733-c0eb-4126-bffa-86878233f4c0 req-3ca5357a-fc01-470a-8993-a0fff5c693c0 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:19.597221 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4a42a733-c0eb-4126-bffa-86878233f4c0 req-3ca5357a-fc01-470a-8993-a0fff5c693c0 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/ports?device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 944 time: 0.0937130 Aug 30 17:22:19.606971 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819cc63-6208-4c93-8943-25a2a3328577 req-2c0a6fed-0c85-4e93-8185-865a363bde82 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:19.608695 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2819cc63-6208-4c93-8943-25a2a3328577 req-2c0a6fed-0c85-4e93-8185-865a363bde82 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 945 time: 0.0766037 Aug 30 17:22:19.670512 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4a42a733-c0eb-4126-bffa-86878233f4c0 req-c1cd08f7-b808-482b-a759-9e3501c057ba tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/security-groups?id=abe2b0e9-03a4-4993-9f4b-254a79dc9ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606527 Aug 30 17:22:19.673162 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2819cc63-6208-4c93-8943-25a2a3328577 req-bc0a1922-a0e9-4158-aef9-c8f0b08dc3da tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566237 Aug 30 17:22:19.809230 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa0e74-bb28-4f7b-9772-401bb82c3c26 req-6dcb659c-0ab0-489d-a2bc-68cde7ff2771 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:19.810683 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c8fa0e74-bb28-4f7b-9772-401bb82c3c26 req-6dcb659c-0ab0-489d-a2bc-68cde7ff2771 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 932 time: 0.0726399 Aug 30 17:22:19.820493 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875a3e3-ccff-44fa-985f-56d4d35bf957 req-ea8b751a-092c-48b7-979d-f07384f16944 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:19.821844 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b875a3e3-ccff-44fa-985f-56d4d35bf957 req-ea8b751a-092c-48b7-979d-f07384f16944 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 943 time: 0.0849926 Aug 30 17:22:20.028628 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c8fa0e74-bb28-4f7b-9772-401bb82c3c26 req-13531733-f379-492c-aecd-67aeb6221b20 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058265 Aug 30 17:22:20.035233 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b875a3e3-ccff-44fa-985f-56d4d35bf957 req-7d53fc81-49f4-4092-89cb-fcf99f7dfa2a tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063084 Aug 30 17:22:20.568513 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-58e6fd86-04cd-4991-a232-948d28d314ab req-35b29ce7-7712-4a2b-b14a-b8846937f679 service neutron] Request body: {'port': {'device_id': '887722d7-1d42-4cea-bc66-e805190b0d37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:22:20.585856 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['2bd8d4e9-bfd0-4404-82f5-beea3ef895d3'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:22:20.588355 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['2f719635-5e34-4d7e-ac70-3671b034ee1f'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:22:20.646823 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87100941-f9ae-4817-9f74-a80125f1017b req-6fc4509f-969c-4120-bf7a-e120ba98875c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:20.648425 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-87100941-f9ae-4817-9f74-a80125f1017b req-6fc4509f-969c-4120-bf7a-e120ba98875c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1da436f5-992b-4504-9be3-d6d50d0f93b6 HTTP/1.1" status: 200 len: 859 time: 0.0919151 Aug 30 17:22:20.655314 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-58e6fd86-04cd-4991-a232-948d28d314ab req-35b29ce7-7712-4a2b-b14a-b8846937f679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:20.666584 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6172f024-8d24-4a2a-8f00-4847c1779656 req-bd175d9f-ca44-459d-bbaa-f5f13b04d104 service neutron] 10.222.0.52 "GET /v2.0/networks/4ee9a860-d9c5-4773-88ab-3fc89806af6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128788 Aug 30 17:22:20.740272 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-87100941-f9ae-4817-9f74-a80125f1017b req-13c9ac99-93c3-4350-bc7b-52795006cba3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4ee9a860-d9c5-4773-88ab-3fc89806af6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837300 Aug 30 17:22:20.800561 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-6172f024-8d24-4a2a-8f00-4847c1779656 req-9f8ec473-eb52-4598-b8db-471a0cb549bb service neutron] 10.222.0.52 "GET /v2.0/networks/4ee9a860-d9c5-4773-88ab-3fc89806af6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255333 Aug 30 17:22:21.004596 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a8cf7-43d5-4fd0-92d6-46c60c4a9307 req-87fc6910-f60c-4aab-8259-644edc3ffb65 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:21.006225 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3a0a8cf7-43d5-4fd0-92d6-46c60c4a9307 req-87fc6910-f60c-4aab-8259-644edc3ffb65 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 945 time: 0.2275610 Aug 30 17:22:21.031989 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35577178-4a8d-4a75-a3f9-7c88e160e044 req-c3d115c6-c935-478a-bbaa-98fa7552a3f4 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:21.033705 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-35577178-4a8d-4a75-a3f9-7c88e160e044 req-c3d115c6-c935-478a-bbaa-98fa7552a3f4 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/ports?device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 944 time: 0.2539308 Aug 30 17:22:21.134076 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-87100941-f9ae-4817-9f74-a80125f1017b req-88848ec5-c1e1-4f2a-be3f-a54f9d52f72d service neutron] 10.222.0.52 "GET /v2.0/networks/4ee9a860-d9c5-4773-88ab-3fc89806af6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529041 Aug 30 17:22:21.185558 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3a0a8cf7-43d5-4fd0-92d6-46c60c4a9307 req-cb425056-316f-4cb9-9c1b-ceacc5a01a2a tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622632 Aug 30 17:22:21.188089 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-35577178-4a8d-4a75-a3f9-7c88e160e044 req-747d48ac-44b9-4da5-9342-db945ff6be4f tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/security-groups?id=abe2b0e9-03a4-4993-9f4b-254a79dc9ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417494 Aug 30 17:22:21.343351 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-87100941-f9ae-4817-9f74-a80125f1017b req-2dbd49a3-adb8-4c88-a5f0-8c27b6cccb2e service neutron] 10.222.0.52 "GET /v2.0/networks/4ee9a860-d9c5-4773-88ab-3fc89806af6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948740 Aug 30 17:22:21.400402 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd037a90-b9f8-44db-98e5-2340bb1d8ad1 req-4a001365-4453-4ac7-84f0-3d01b094d71e tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:21.401833 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cd037a90-b9f8-44db-98e5-2340bb1d8ad1 req-4a001365-4453-4ac7-84f0-3d01b094d71e tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 932 time: 0.1338379 Aug 30 17:22:21.420935 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [req-58e6fd86-04cd-4991-a232-948d28d314ab req-35b29ce7-7712-4a2b-b14a-b8846937f679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434ba44d-e169-47e6-bf2f-a603942cae15 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:22:21.435757 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240a4a7-33b4-474f-86e1-4d7824c3caba req-2d65c031-2b21-4ddc-a9d6-33d0e4148858 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:21.437209 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7240a4a7-33b4-474f-86e1-4d7824c3caba req-2d65c031-2b21-4ddc-a9d6-33d0e4148858 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 943 time: 0.1503122 Aug 30 17:22:21.443922 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-58e6fd86-04cd-4991-a232-948d28d314ab req-35b29ce7-7712-4a2b-b14a-b8846937f679 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:21.475280 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-58e6fd86-04cd-4991-a232-948d28d314ab req-35b29ce7-7712-4a2b-b14a-b8846937f679 service neutron] Transition to ACTIVE for port object 434ba44d-e169-47e6-bf2f-a603942cae15 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:22:21.484727 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-58e6fd86-04cd-4991-a232-948d28d314ab req-35b29ce7-7712-4a2b-b14a-b8846937f679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2822393'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:21.521546 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cd037a90-b9f8-44db-98e5-2340bb1d8ad1 req-af7c01e4-e3fb-4197-a010-68358890a2f5 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109979 Aug 30 17:22:21.536043 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7240a4a7-33b4-474f-86e1-4d7824c3caba req-44ef9a9e-b51e-48e3-8b57-0df132312914 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871141 Aug 30 17:22:21.552890 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b29ce7-7712-4a2b-b14a-b8846937f679 service neutron] Pushing event updated for resources: {'Port': ['ID=434ba44d-e169-47e6-bf2f-a603942cae15,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:21.636601 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-58e6fd86-04cd-4991-a232-948d28d314ab req-35b29ce7-7712-4a2b-b14a-b8846937f679 service neutron] Attempting to bind port 434ba44d-e169-47e6-bf2f-a603942cae15 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:22:21.637053 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-58e6fd86-04cd-4991-a232-948d28d314ab req-35b29ce7-7712-4a2b-b14a-b8846937f679 service neutron] Attempting to bind port 434ba44d-e169-47e6-bf2f-a603942cae15 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '41e5c997-0375-4a8d-92f7-022af7373204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:22:21.637414 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e6fd86-04cd-4991-a232-948d28d314ab req-35b29ce7-7712-4a2b-b14a-b8846937f679 service neutron] Attempting to bind port 434ba44d-e169-47e6-bf2f-a603942cae15 on network 7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:22:21.642923 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e6fd86-04cd-4991-a232-948d28d314ab req-35b29ce7-7712-4a2b-b14a-b8846937f679 service neutron] Port 434ba44d-e169-47e6-bf2f-a603942cae15 on network 7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:22:21.643242 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e6fd86-04cd-4991-a232-948d28d314ab req-35b29ce7-7712-4a2b-b14a-b8846937f679 service neutron] Attempting to bind port 434ba44d-e169-47e6-bf2f-a603942cae15 on network 7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:22:21.648373 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e6fd86-04cd-4991-a232-948d28d314ab req-35b29ce7-7712-4a2b-b14a-b8846937f679 service neutron] Checking agent: {'id': 'ee80e8a3-09f9-4e7d-a921-e109800248d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'started_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:22:21.648989 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e6fd86-04cd-4991-a232-948d28d314ab req-35b29ce7-7712-4a2b-b14a-b8846937f679 service neutron] Checking segment: {'id': '41e5c997-0375-4a8d-92f7-022af7373204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:22:21.649090 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e6fd86-04cd-4991-a232-948d28d314ab req-35b29ce7-7712-4a2b-b14a-b8846937f679 service neutron] Bound using segment: {'id': '41e5c997-0375-4a8d-92f7-022af7373204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:22:21.649541 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-58e6fd86-04cd-4991-a232-948d28d314ab req-35b29ce7-7712-4a2b-b14a-b8846937f679 service neutron] Bound port: 434ba44d-e169-47e6-bf2f-a603942cae15, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e5c997-0375-4a8d-92f7-022af7373204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:22:21.649918 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-58e6fd86-04cd-4991-a232-948d28d314ab req-35b29ce7-7712-4a2b-b14a-b8846937f679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:21.719422 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-58e6fd86-04cd-4991-a232-948d28d314ab req-35b29ce7-7712-4a2b-b14a-b8846937f679 service neutron] For port 434ba44d-e169-47e6-bf2f-a603942cae15, host hv-cinder-80531, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:22:21.724978 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-58e6fd86-04cd-4991-a232-948d28d314ab req-35b29ce7-7712-4a2b-b14a-b8846937f679 service neutron] For port 434ba44d-e169-47e6-bf2f-a603942cae15, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=434ba44d-e169-47e6-bf2f-a603942cae15,segment=NetworkSegment(41e5c997-0375-4a8d-92f7-022af7373204),segment_id=41e5c997-0375-4a8d-92f7-022af7373204)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:22:21.728480 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-58e6fd86-04cd-4991-a232-948d28d314ab req-35b29ce7-7712-4a2b-b14a-b8846937f679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2822393'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:21.807849 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b29ce7-7712-4a2b-b14a-b8846937f679 service neutron] Pushing event updated for resources: {'Port': ['ID=434ba44d-e169-47e6-bf2f-a603942cae15,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:21.813912 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6fd86-04cd-4991-a232-948d28d314ab req-35b29ce7-7712-4a2b-b14a-b8846937f679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:21.814487 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-58e6fd86-04cd-4991-a232-948d28d314ab req-35b29ce7-7712-4a2b-b14a-b8846937f679 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:21.816060 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-58e6fd86-04cd-4991-a232-948d28d314ab req-35b29ce7-7712-4a2b-b14a-b8846937f679 service neutron] 10.222.0.52 "PUT /v2.0/ports/434ba44d-e169-47e6-bf2f-a603942cae15 HTTP/1.1" status: 200 len: 1094 time: 1.2514098 Aug 30 17:22:21.816578 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887722d7-1d42-4cea-bc66-e805190b0d37', 'tag': '434ba44d-e169-47e6-bf2f-a603942cae15'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:22:21.818875 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e183aeb7d1ae95b610e737921596bfe9224ef5c136def86ae36f97e4cb718d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f8fea1-0338-4e6a-a387-6ef44a582f43" -d '{"events": [{"name": "network-changed", "server_uuid": "887722d7-1d42-4cea-bc66-e805190b0d37", "tag": "434ba44d-e169-47e6-bf2f-a603942cae15"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:22:21.872921 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a7260c-6e75-4df3-916c-75bd5d510d6f x-openstack-request-id: req-03a7260c-6e75-4df3-916c-75bd5d510d6f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:22:21.873255 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "887722d7-1d42-4cea-bc66-e805190b0d37", "tag": "434ba44d-e169-47e6-bf2f-a603942cae15", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:22:21.873449 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03a7260c-6e75-4df3-916c-75bd5d510d6f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:22:21.873860 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '887722d7-1d42-4cea-bc66-e805190b0d37', 'tag': '434ba44d-e169-47e6-bf2f-a603942cae15', 'status': 'completed', 'code': 200} Aug 30 17:22:21.907451 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6fd86-04cd-4991-a232-948d28d314ab req-5808660b-bb96-47ac-8351-62bc5b9a0d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:21.909083 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-58e6fd86-04cd-4991-a232-948d28d314ab req-5808660b-bb96-47ac-8351-62bc5b9a0d80 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c21fe597089042da855ac89daddb7bed&device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 1097 time: 0.0462272 Aug 30 17:22:21.956845 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-58e6fd86-04cd-4991-a232-948d28d314ab req-34331781-dd0a-497f-aeaa-e94616cf08cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=434ba44d-e169-47e6-bf2f-a603942cae15 HTTP/1.1" status: 200 len: 217 time: 0.0397735 Aug 30 17:22:22.022330 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6fd86-04cd-4991-a232-948d28d314ab req-729fee0b-77a5-4302-ba1b-ababe2bf8e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:22.023856 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-58e6fd86-04cd-4991-a232-948d28d314ab req-729fee0b-77a5-4302-ba1b-ababe2bf8e3f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f9b76a77-690c-4632-9995-41f5ada41bd6 HTTP/1.1" status: 200 len: 856 time: 0.0546162 Aug 30 17:22:22.087082 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6fd86-04cd-4991-a232-948d28d314ab req-db5bc4b6-9eec-4586-aff5-31b2d1c6e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:22.088578 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-58e6fd86-04cd-4991-a232-948d28d314ab req-db5bc4b6-9eec-4586-aff5-31b2d1c6e69d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557976 Aug 30 17:22:22.192527 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-58e6fd86-04cd-4991-a232-948d28d314ab req-4a5da02f-192d-4782-847a-597799171f64 service neutron] 10.222.0.52 "GET /v2.0/networks/7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953867 Aug 30 17:22:22.365655 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-58e6fd86-04cd-4991-a232-948d28d314ab req-acd932ad-b6dc-4273-a024-3fe264166031 service neutron] 10.222.0.52 "GET /v2.0/networks/7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651483 Aug 30 17:22:22.396045 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c65677-17a4-45e8-998e-2e7dc7df2476 req-7e00b86b-b44c-44e6-9614-04c43e9c3013 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:22.397816 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-94c65677-17a4-45e8-998e-2e7dc7df2476 req-7e00b86b-b44c-44e6-9614-04c43e9c3013 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 945 time: 0.0983624 Aug 30 17:22:22.411742 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ec9a4-6544-49c6-a14e-a75ec44fbbb0 req-9e491eba-2160-4455-9aca-cfad9d89111c tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:22.413250 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-410ec9a4-6544-49c6-a14e-a75ec44fbbb0 req-9e491eba-2160-4455-9aca-cfad9d89111c tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/ports?device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 944 time: 0.0908058 Aug 30 17:22:22.498551 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49846) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:22.505064 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-410ec9a4-6544-49c6-a14e-a75ec44fbbb0 req-21c177eb-c4e1-4cdc-ada4-eea14f1b2ee7 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/security-groups?id=abe2b0e9-03a4-4993-9f4b-254a79dc9ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839162 Aug 30 17:22:22.507606 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-94c65677-17a4-45e8-998e-2e7dc7df2476 req-d23bae22-840c-4431-b998-f7f7a9597eda tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934520 Aug 30 17:22:22.515398 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8fea1-0338-4e6a-a387-6ef44a582f43 req-ade29a2f-0104-4461-b0b0-74dbf8f319e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:22.516686 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c1f8fea1-0338-4e6a-a387-6ef44a582f43 req-ade29a2f-0104-4461-b0b0-74dbf8f319e1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c21fe597089042da855ac89daddb7bed&device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 1097 time: 0.0833442 Aug 30 17:22:22.565816 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 2f719635-5e34-4d7e-ac70-3671b034ee1f up at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:22:22.634044 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49854) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:22.726488 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8fea1-0338-4e6a-a387-6ef44a582f43 req-4e4fa803-e410-4326-a406-9e9fb595fb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:22.727995 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c1f8fea1-0338-4e6a-a387-6ef44a582f43 req-4e4fa803-e410-4326-a406-9e9fb595fb3c service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd HTTP/1.1" status: 200 len: 918 time: 0.2030432 Aug 30 17:22:22.759481 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7db6d3cb-fd90-402b-b9b3-a8cd7819f930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:22.793338 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732add4-a89d-4fb9-9183-e82f36c1071a req-fb81325e-76ad-4bdc-8f9f-ed4dbb1fc28b tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:22.795188 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f732add4-a89d-4fb9-9183-e82f36c1071a req-fb81325e-76ad-4bdc-8f9f-ed4dbb1fc28b tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 944 time: 0.1410196 Aug 30 17:22:22.796707 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c1f8fea1-0338-4e6a-a387-6ef44a582f43 req-e963155a-8a9a-4924-8896-321a84bc4dec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=434ba44d-e169-47e6-bf2f-a603942cae15 HTTP/1.1" status: 200 len: 217 time: 0.0581596 Aug 30 17:22:22.798324 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning for port 2f719635-5e34-4d7e-ac70-3671b034ee1f completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:22:22.801895 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-19bc8ed5-3d87-4567-9ace-de92d0cba774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:22.806626 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning complete for port 2f719635-5e34-4d7e-ac70-3671b034ee1f triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:22:22.807044 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:22.827639 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43720a-d4b0-4f57-a2e6-dfdb7b7ea967 req-0ff6cf0c-e933-4e5c-953f-d019e59fc846 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:22.829249 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-db43720a-d4b0-4f57-a2e6-dfdb7b7ea967 req-0ff6cf0c-e933-4e5c-953f-d019e59fc846 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 943 time: 0.1423764 Aug 30 17:22:22.889293 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7db6d3cb-fd90-402b-b9b3-a8cd7819f930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:22.900311 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7db6d3cb-fd90-402b-b9b3-a8cd7819f930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:22.926492 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f732add4-a89d-4fb9-9183-e82f36c1071a req-ce9f3806-c574-41d9-9aaa-db6b4d361d74 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236053 Aug 30 17:22:22.929742 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:22.942903 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8fea1-0338-4e6a-a387-6ef44a582f43 req-c9b7a535-a699-42a2-9574-fa20e4428182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:22.944375 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c1f8fea1-0338-4e6a-a387-6ef44a582f43 req-c9b7a535-a699-42a2-9574-fa20e4428182 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f9b76a77-690c-4632-9995-41f5ada41bd6 HTTP/1.1" status: 200 len: 856 time: 0.1329701 Aug 30 17:22:22.965631 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-db43720a-d4b0-4f57-a2e6-dfdb7b7ea967 req-df5f1ea5-a00b-472f-ad5b-ded65501b068 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088617 Aug 30 17:22:22.966909 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd068e992-e980-4e22-8b4f-d881caa225a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f719635-5e34-4d7e-ac70-3671b034ee1f'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:22:22.968844 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6d3cb-fd90-402b-b9b3-a8cd7819f930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d66debf-bcc7-4ac7-83fa-5d73507fd4a7,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:22.973207 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-7db6d3cb-fd90-402b-b9b3-a8cd7819f930 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b331a2c3bd5a4d7fbf46c03dfb703edc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4730749 Aug 30 17:22:22.975786 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49860) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:23.013567 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8fea1-0338-4e6a-a387-6ef44a582f43 req-f306830d-7c28-4bbc-bc60-bebe61817809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:23.017783 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c1f8fea1-0338-4e6a-a387-6ef44a582f43 req-f306830d-7c28-4bbc-bc60-bebe61817809 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477057 Aug 30 17:22:23.071414 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 2f719635-5e34-4d7e-ac70-3671b034ee1f, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=2f719635-5e34-4d7e-ac70-3671b034ee1f,segment=NetworkSegment(746b15d3-f122-4fd3-bad5-f0b1a2dcac42),segment_id=746b15d3-f122-4fd3-bad5-f0b1a2dcac42)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:22:23.073757 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-096c819f-d200-4cf5-809f-c501e6b581b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:23.077353 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:23.078752 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 2bd8d4e9-bfd0-4404-82f5-beea3ef895d3 up at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:22:23.105191 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-19bc8ed5-3d87-4567-9ace-de92d0cba774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:23.114726 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-19bc8ed5-3d87-4567-9ace-de92d0cba774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:23.141931 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c1f8fea1-0338-4e6a-a387-6ef44a582f43 req-d844399b-a006-4082-a0e7-9967639b8ed2 service neutron] 10.222.0.52 "GET /v2.0/networks/7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167512 Aug 30 17:22:23.174330 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-096c819f-d200-4cf5-809f-c501e6b581b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:23.184098 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=2f719635-5e34-4d7e-ac70-3671b034ee1f,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:23.192884 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning for port 2bd8d4e9-bfd0-4404-82f5-beea3ef895d3 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:22:23.198006 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning complete for port 2bd8d4e9-bfd0-4404-82f5-beea3ef895d3 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:22:23.198391 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:23.231748 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b565bf2a2ce0626243007c858acec0a0684ffd3fe6012f569d221254cd872eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32fc662-48f2-4ae2-8d13-92679588901d" -d '{"events": [{"server_uuid": "d068e992-e980-4e22-8b4f-d881caa225a2", "name": "network-vif-plugged", "status": "completed", "tag": "2f719635-5e34-4d7e-ac70-3671b034ee1f"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:22:23.237033 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc8ed5-3d87-4567-9ace-de92d0cba774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5d32be-7e7a-4860-9f0e-5160222373a7,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:23.280269 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-19bc8ed5-3d87-4567-9ace-de92d0cba774 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47301b37ceb045608339d99129798aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6406715 Aug 30 17:22:23.281192 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49880) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:23.321116 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c1f8fea1-0338-4e6a-a387-6ef44a582f43 req-8660c68b-f3bf-4c0f-941a-6687f2c1d7ee service neutron] 10.222.0.52 "GET /v2.0/networks/7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689947 Aug 30 17:22:23.337949 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:23.357910 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-096c819f-d200-4cf5-809f-c501e6b581b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:23.360365 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-096c819f-d200-4cf5-809f-c501e6b581b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:23.361571 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-096c819f-d200-4cf5-809f-c501e6b581b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d66debf-bcc7-4ac7-83fa-5d73507fd4a7 HTTP/1.1" status: 204 len: 168 time: 0.3848901 Aug 30 17:22:23.366815 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ef22626b-88a6-44ec-8d60-739e6c2f5953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:23.380890 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c819f-d200-4cf5-809f-c501e6b581b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d66debf-bcc7-4ac7-83fa-5d73507fd4a7,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:23.407553 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ef22626b-88a6-44ec-8d60-739e6c2f5953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:23.420947 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 2bd8d4e9-bfd0-4404-82f5-beea3ef895d3, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=2bd8d4e9-bfd0-4404-82f5-beea3ef895d3,segment=NetworkSegment(ca595a7b-6879-4917-8e06-6d8d95871d45),segment_id=ca595a7b-6879-4917-8e06-6d8d95871d45)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:22:23.423229 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00efccb6-5a69-4fca-8ae4-f06c7036effa x-openstack-request-id: req-00efccb6-5a69-4fca-8ae4-f06c7036effa {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:22:23.423513 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d068e992-e980-4e22-8b4f-d881caa225a2", "name": "network-vif-plugged", "status": "completed", "tag": "2f719635-5e34-4d7e-ac70-3671b034ee1f", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:22:23.423764 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00efccb6-5a69-4fca-8ae4-f06c7036effa {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:22:23.424270 dv-cinder-805316-3-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd068e992-e980-4e22-8b4f-d881caa225a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f719635-5e34-4d7e-ac70-3671b034ee1f', 'code': 200} Aug 30 17:22:23.437431 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:23.491422 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ef22626b-88a6-44ec-8d60-739e6c2f5953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:23.497198 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ef22626b-88a6-44ec-8d60-739e6c2f5953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:23.498136 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=2bd8d4e9-bfd0-4404-82f5-beea3ef895d3,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:23.499683 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-ef22626b-88a6-44ec-8d60-739e6c2f5953 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e5d32be-7e7a-4860-9f0e-5160222373a7 HTTP/1.1" status: 204 len: 168 time: 0.2121658 Aug 30 17:22:23.511159 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22626b-88a6-44ec-8d60-739e6c2f5953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5d32be-7e7a-4860-9f0e-5160222373a7,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:23.756996 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49904) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:23.776321 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e7f3328-70ac-4f30-860b-af40944392c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:23.881212 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e7f3328-70ac-4f30-860b-af40944392c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:23.892255 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e7f3328-70ac-4f30-860b-af40944392c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:23.938274 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31aecd7-fbf9-4418-b68f-734fe55323d8 req-5cf53975-4dc7-4772-bac4-357770f9570a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:23.939341 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-3e7f3328-70ac-4f30-860b-af40944392c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7398823f27741e19dd2111874e49dff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1807559 Aug 30 17:22:23.939873 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f31aecd7-fbf9-4418-b68f-734fe55323d8 req-5cf53975-4dc7-4772-bac4-357770f9570a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 1099 time: 0.3066592 Aug 30 17:22:23.940307 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49908) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:23.948500 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61187ae8-a68f-4bb8-8750-9122b85d7eac req-d0c37781-1e0c-472b-9ff2-21663fd81a9f tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:23.956460 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-61187ae8-a68f-4bb8-8750-9122b85d7eac req-d0c37781-1e0c-472b-9ff2-21663fd81a9f tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/ports?device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 945 time: 0.3374214 Aug 30 17:22:23.967138 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa7581-224b-499f-b28e-f53d33ab62b7 req-4cc2b8f4-cc50-41bd-9957-eca974b00ea2 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:23.974517 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9dfa7581-224b-499f-b28e-f53d33ab62b7 req-4cc2b8f4-cc50-41bd-9957-eca974b00ea2 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 946 time: 0.3119318 Aug 30 17:22:23.988827 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f3328-70ac-4f30-860b-af40944392c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd4e4b6-bd17-4f36-9525-1677576249ad,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:24.008852 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f31aecd7-fbf9-4418-b68f-734fe55323d8 req-63dfd8dc-bb38-44d8-842d-76437b026db9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:24.026121 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 49914) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:24.033563 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c4425c0c-f822-480d-80a1-263acdc117cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:24.055418 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c4425c0c-f822-480d-80a1-263acdc117cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:24.071959 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e90c55f0-2750-4a15-8d41-c021f6831bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:24.079153 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-61187ae8-a68f-4bb8-8750-9122b85d7eac req-c9161a7b-95a6-4db5-9c2e-3306067fdb8e tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/security-groups?id=abe2b0e9-03a4-4993-9f4b-254a79dc9ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216114 Aug 30 17:22:24.086799 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9dfa7581-224b-499f-b28e-f53d33ab62b7 req-5ad3eef7-904b-4d23-aaea-da4811d0cb8c tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114700 Aug 30 17:22:24.135406 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c4425c0c-f822-480d-80a1-263acdc117cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:24.141328 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c4425c0c-f822-480d-80a1-263acdc117cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:24.146832 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-c4425c0c-f822-480d-80a1-263acdc117cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bfd4e4b6-bd17-4f36-9525-1677576249ad HTTP/1.1" status: 204 len: 168 time: 0.1965234 Aug 30 17:22:24.162562 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4425c0c-f822-480d-80a1-263acdc117cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd4e4b6-bd17-4f36-9525-1677576249ad,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:24.245381 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f31aecd7-fbf9-4418-b68f-734fe55323d8 req-63dfd8dc-bb38-44d8-842d-76437b026db9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:24.257061 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-f31aecd7-fbf9-4418-b68f-734fe55323d8 req-63dfd8dc-bb38-44d8-842d-76437b026db9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:24.315597 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f31aecd7-fbf9-4418-b68f-734fe55323d8 req-63dfd8dc-bb38-44d8-842d-76437b026db9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561876 Aug 30 17:22:24.322885 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c83b7-a0e8-41ce-808e-f8531307b096 req-16a6daf0-f264-4077-8551-ca7f6b51b680 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:24.324338 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-666c83b7-a0e8-41ce-808e-f8531307b096 req-16a6daf0-f264-4077-8551-ca7f6b51b680 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 944 time: 0.1586289 Aug 30 17:22:24.338670 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed2a84-277b-47aa-9ec0-f96f05cf578e req-7f5a4838-f284-4133-b44a-c21f9a61ed8c tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:24.344622 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b5ed2a84-277b-47aa-9ec0-f96f05cf578e req-7f5a4838-f284-4133-b44a-c21f9a61ed8c tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 943 time: 0.1608937 Aug 30 17:22:24.381445 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dfd8dc-bb38-44d8-842d-76437b026db9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a870c164-9466-49da-810c-74a2819657d3,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:24.434446 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-666c83b7-a0e8-41ce-808e-f8531307b096 req-310838b7-32da-4a84-ae5d-ec2ff6e2711f tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903015 Aug 30 17:22:24.452790 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b5ed2a84-277b-47aa-9ec0-f96f05cf578e req-71669c89-9c77-4736-b401-43a137aee0f5 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915878 Aug 30 17:22:24.488679 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e90c55f0-2750-4a15-8d41-c021f6831bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:24.492468 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e90c55f0-2750-4a15-8d41-c021f6831bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:24.540202 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-e90c55f0-2750-4a15-8d41-c021f6831bc6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=297fb843de43475089b2c3c2ebc4143d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5109873 Aug 30 17:22:24.542197 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c55f0-2750-4a15-8d41-c021f6831bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2909e0c5-c738-417e-ae5d-ff127a7650cc,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:24.543042 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49926) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:24.571693 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 7a3a648e-f491-48a8-8a41-f3c2966beaec details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:22:24.608878 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5de386e4-9c87-4084-9862-e5ffdcd541e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:24.630248 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5de386e4-9c87-4084-9862-e5ffdcd541e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:24.675555 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 7a3a648e-f491-48a8-8a41-f3c2966beaec, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=7a3a648e-f491-48a8-8a41-f3c2966beaec,segment=NetworkSegment(38e9de51-6b57-491d-a68b-50b2f01966f1),segment_id=38e9de51-6b57-491d-a68b-50b2f01966f1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:22:24.684821 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5de386e4-9c87-4084-9862-e5ffdcd541e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:24.687660 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5de386e4-9c87-4084-9862-e5ffdcd541e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:24.689945 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Returning: {'device': '7a3a648e-f491-48a8-8a41-f3c2966beaec', 'network_id': '4ee9a860-d9c5-4773-88ab-3fc89806af6d', 'port_id': '7a3a648e-f491-48a8-8a41-f3c2966beaec', 'mac_address': 'fa:16:3e:19:42:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1da436f5-992b-4504-9be3-d6d50d0f93b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:22:24.697894 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-5de386e4-9c87-4084-9862-e5ffdcd541e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2909e0c5-c738-417e-ae5d-ff127a7650cc HTTP/1.1" status: 204 len: 168 time: 0.1469080 Aug 30 17:22:24.706301 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de386e4-9c87-4084-9862-e5ffdcd541e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2909e0c5-c738-417e-ae5d-ff127a7650cc,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:24.772414 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:24.787899 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a3a648e-f491-48a8-8a41-f3c2966beaec {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:22:24.826027 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 7a3a648e-f491-48a8-8a41-f3c2966beaec, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=7a3a648e-f491-48a8-8a41-f3c2966beaec,segment=NetworkSegment(38e9de51-6b57-491d-a68b-50b2f01966f1),segment_id=38e9de51-6b57-491d-a68b-50b2f01966f1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:22:24.836105 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:24.836751 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device c458c2f9-93c4-4772-9cd0-f0a1575f63da details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:22:24.883147 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e8fe3dda-7cbc-4808-92ee-d9c5e19ac9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:24.933298 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:24.939115 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port c458c2f9-93c4-4772-9cd0-f0a1575f63da, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=c458c2f9-93c4-4772-9cd0-f0a1575f63da,segment=NetworkSegment(38e9de51-6b57-491d-a68b-50b2f01966f1),segment_id=38e9de51-6b57-491d-a68b-50b2f01966f1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:22:24.947891 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=7a3a648e-f491-48a8-8a41-f3c2966beaec,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:24.957283 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Returning: {'device': 'c458c2f9-93c4-4772-9cd0-f0a1575f63da', 'network_id': '4ee9a860-d9c5-4773-88ab-3fc89806af6d', 'port_id': 'c458c2f9-93c4-4772-9cd0-f0a1575f63da', 'mac_address': 'fa:16:3e:59:31:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1da436f5-992b-4504-9be3-d6d50d0f93b6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:22:25.010363 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:25.027196 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c458c2f9-93c4-4772-9cd0-f0a1575f63da {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:22:25.074602 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port c458c2f9-93c4-4772-9cd0-f0a1575f63da, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=c458c2f9-93c4-4772-9cd0-f0a1575f63da,segment=NetworkSegment(38e9de51-6b57-491d-a68b-50b2f01966f1),segment_id=38e9de51-6b57-491d-a68b-50b2f01966f1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:22:25.084952 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:25.139997 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=c458c2f9-93c4-4772-9cd0-f0a1575f63da,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:25.298409 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dca720-a9ad-4356-8c5f-feef282b06c3 req-dc10ff55-7dd0-4d8b-aea2-b1bde66642df tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:25.313360 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d5dca720-a9ad-4356-8c5f-feef282b06c3 req-dc10ff55-7dd0-4d8b-aea2-b1bde66642df tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/ports?device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 945 time: 0.0950594 Aug 30 17:22:25.343497 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b19d79-249e-4c28-b9d5-a994b274650e req-7e4e4f62-a263-4eba-8f71-1a9bdee92d28 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:25.345024 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-51b19d79-249e-4c28-b9d5-a994b274650e req-7e4e4f62-a263-4eba-8f71-1a9bdee92d28 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 946 time: 0.1256444 Aug 30 17:22:25.351539 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['c458c2f9-93c4-4772-9cd0-f0a1575f63da'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:22:25.389644 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d5dca720-a9ad-4356-8c5f-feef282b06c3 req-6f7bf0b3-8ce7-4091-afdf-12a28f731a2c tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/security-groups?id=abe2b0e9-03a4-4993-9f4b-254a79dc9ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749154 Aug 30 17:22:25.408456 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['7a3a648e-f491-48a8-8a41-f3c2966beaec'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:22:25.425033 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-51b19d79-249e-4c28-b9d5-a994b274650e req-01510047-a032-4238-b80c-be02458599a5 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573337 Aug 30 17:22:25.434107 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c402b7c8-90ff-4829-a479-56aa658ff0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd8d4e9-bfd0-4404-82f5-beea3ef895d3'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:22:25.436348 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b565bf2a2ce0626243007c858acec0a0684ffd3fe6012f569d221254cd872eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55507095-8022-496d-83eb-53e8efd3db0e" -d '{"events": [{"server_uuid": "c402b7c8-90ff-4829-a479-56aa658ff0a2", "name": "network-vif-plugged", "status": "completed", "tag": "2bd8d4e9-bfd0-4404-82f5-beea3ef895d3"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:22:25.494640 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2df1c0-b70f-4148-9dfa-3c0e59f91043 x-openstack-request-id: req-cc2df1c0-b70f-4148-9dfa-3c0e59f91043 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:22:25.494918 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c402b7c8-90ff-4829-a479-56aa658ff0a2", "name": "network-vif-plugged", "status": "completed", "tag": "2bd8d4e9-bfd0-4404-82f5-beea3ef895d3", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:22:25.495172 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc2df1c0-b70f-4148-9dfa-3c0e59f91043 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:22:25.495556 dv-cinder-805316-3-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c402b7c8-90ff-4829-a479-56aa658ff0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd8d4e9-bfd0-4404-82f5-beea3ef895d3', 'code': 200} Aug 30 17:22:25.644958 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa22737-fe47-4e27-8edf-624b05dca2d4 req-a1b0bb4e-ffbe-46e9-a1ff-b829e860fda1 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:25.654968 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-afa22737-fe47-4e27-8edf-624b05dca2d4 req-a1b0bb4e-ffbe-46e9-a1ff-b829e860fda1 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 944 time: 0.1136642 Aug 30 17:22:25.682668 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 49992) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:25.741689 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-afa22737-fe47-4e27-8edf-624b05dca2d4 req-7f8763da-09d8-4484-8d58-f6fcfcf8d856 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854938 Aug 30 17:22:25.773865 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98799cb-ab4e-4a14-b683-dafd0d069afe req-51bbdd5b-8cf9-4c56-8caa-8e83ca8798b6 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:25.775290 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c98799cb-ab4e-4a14-b683-dafd0d069afe req-51bbdd5b-8cf9-4c56-8caa-8e83ca8798b6 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 944 time: 0.1877251 Aug 30 17:22:25.780493 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86bf337-5240-4d81-8951-7c02ca06ec4e req-2821f2b0-8665-4e20-9307-755f3904ea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:25.781948 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b86bf337-5240-4d81-8951-7c02ca06ec4e req-2821f2b0-8665-4e20-9307-755f3904ea6f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 1098 time: 0.1045947 Aug 30 17:22:25.834780 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c98799cb-ab4e-4a14-b683-dafd0d069afe req-871b359a-d758-4600-ad8d-e008a756f04a tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517571 Aug 30 17:22:25.840861 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b86bf337-5240-4d81-8951-7c02ca06ec4e req-1dcf95e0-2ce9-4446-b0e0-a89e6733407b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=abe2b0e9-03a4-4993-9f4b-254a79dc9ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442760 Aug 30 17:22:25.937413 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8922f3d5-1eae-45a9-9ee5-a80ddef0e955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:26.035401 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8922f3d5-1eae-45a9-9ee5-a80ddef0e955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:26.039620 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8922f3d5-1eae-45a9-9ee5-a80ddef0e955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:26.079709 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-8922f3d5-1eae-45a9-9ee5-a80ddef0e955 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=30b022ccb58d4892858d17a63f11f63b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3954356 Aug 30 17:22:26.080442 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922f3d5-1eae-45a9-9ee5-a80ddef0e955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93de7fe7-d9fe-416e-8626-a9568710e267,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:26.082045 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 50004) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:26.158683 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee006c5b-64a9-414d-907b-6266b28cac08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:26.190799 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee006c5b-64a9-414d-907b-6266b28cac08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:26.244500 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee006c5b-64a9-414d-907b-6266b28cac08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:26.247512 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ee006c5b-64a9-414d-907b-6266b28cac08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:26.248823 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-ee006c5b-64a9-414d-907b-6266b28cac08 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93de7fe7-d9fe-416e-8626-a9568710e267 HTTP/1.1" status: 204 len: 168 time: 0.1657326 Aug 30 17:22:26.258417 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee006c5b-64a9-414d-907b-6266b28cac08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93de7fe7-d9fe-416e-8626-a9568710e267,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:26.512459 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b530e1-80dc-496a-a76f-bffd8109174f req-44343906-dccd-4642-8432-a906012938ab tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:26.514187 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-37b530e1-80dc-496a-a76f-bffd8109174f req-44343906-dccd-4642-8432-a906012938ab tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/ports?device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 945 time: 0.0625489 Aug 30 17:22:26.592182 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 434ba44d-e169-47e6-bf2f-a603942cae15 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:22:26.594601 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 7a3a648e-f491-48a8-8a41-f3c2966beaec up at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:22:26.628684 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-37b530e1-80dc-496a-a76f-bffd8109174f req-82cfb393-20b2-4dac-aa53-4d7ed4c4018b tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/security-groups?id=abe2b0e9-03a4-4993-9f4b-254a79dc9ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039393 Aug 30 17:22:26.656914 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc597045-295c-458b-a16b-57027aa90396 req-c9862bc5-b227-4699-b71e-15b7b358d4b0 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:26.670452 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cc597045-295c-458b-a16b-57027aa90396 req-c9862bc5-b227-4699-b71e-15b7b358d4b0 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 946 time: 0.1160491 Aug 30 17:22:26.732805 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cc597045-295c-458b-a16b-57027aa90396 req-41e31d3d-5f70-4eb7-9d8f-a48c3ead9425 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553572 Aug 30 17:22:26.764137 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning for port 7a3a648e-f491-48a8-8a41-f3c2966beaec completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:22:26.789947 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning complete for port 7a3a648e-f491-48a8-8a41-f3c2966beaec triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:22:26.790329 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:26.892985 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 434ba44d-e169-47e6-bf2f-a603942cae15, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=434ba44d-e169-47e6-bf2f-a603942cae15,segment=NetworkSegment(41e5c997-0375-4a8d-92f7-022af7373204),segment_id=41e5c997-0375-4a8d-92f7-022af7373204)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:22:26.908495 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Returning: {'device': '434ba44d-e169-47e6-bf2f-a603942cae15', 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'port_id': '434ba44d-e169-47e6-bf2f-a603942cae15', 'mac_address': 'fa:16:3e:7c:c1:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:22:26.964068 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3c21f-3f2a-4385-853b-e8ec6efa36f6 req-7bce4546-4760-4672-bab3-87c987f12faa tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:26.967965 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-10e3c21f-3f2a-4385-853b-e8ec6efa36f6 req-7bce4546-4760-4672-bab3-87c987f12faa tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 944 time: 0.1049912 Aug 30 17:22:27.030343 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:27.040619 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:27.055173 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434ba44d-e169-47e6-bf2f-a603942cae15 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:22:27.075925 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-10e3c21f-3f2a-4385-853b-e8ec6efa36f6 req-fed215b0-2b0e-408f-a307-3dafdc1ec0da tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933325 Aug 30 17:22:27.096426 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 434ba44d-e169-47e6-bf2f-a603942cae15, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=434ba44d-e169-47e6-bf2f-a603942cae15,segment=NetworkSegment(41e5c997-0375-4a8d-92f7-022af7373204),segment_id=41e5c997-0375-4a8d-92f7-022af7373204)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:22:27.111742 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13093674-91e9-4cc7-ab96-0b370c9a067a req-bf3f5a1b-7dc3-485e-ab85-c964345e2da3 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:27.120731 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:27.122504 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-13093674-91e9-4cc7-ab96-0b370c9a067a req-bf3f5a1b-7dc3-485e-ab85-c964345e2da3 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 944 time: 0.1305518 Aug 30 17:22:27.125236 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 7a3a648e-f491-48a8-8a41-f3c2966beaec, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=7a3a648e-f491-48a8-8a41-f3c2966beaec,segment=NetworkSegment(38e9de51-6b57-491d-a68b-50b2f01966f1),segment_id=38e9de51-6b57-491d-a68b-50b2f01966f1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:22:27.151724 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:27.152564 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device c458c2f9-93c4-4772-9cd0-f0a1575f63da up at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:22:27.186922 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-13093674-91e9-4cc7-ab96-0b370c9a067a req-5716658f-ed35-4d6d-a7c9-97675f5d044f tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631890 Aug 30 17:22:27.220381 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=434ba44d-e169-47e6-bf2f-a603942cae15,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:27.269503 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning for port c458c2f9-93c4-4772-9cd0-f0a1575f63da completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:22:27.293913 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning complete for port c458c2f9-93c4-4772-9cd0-f0a1575f63da triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:22:27.294489 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:27.297358 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=7a3a648e-f491-48a8-8a41-f3c2966beaec,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:27.424107 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:27.466562 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port c458c2f9-93c4-4772-9cd0-f0a1575f63da, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=c458c2f9-93c4-4772-9cd0-f0a1575f63da,segment=NetworkSegment(38e9de51-6b57-491d-a68b-50b2f01966f1),segment_id=38e9de51-6b57-491d-a68b-50b2f01966f1)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:22:27.471302 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['434ba44d-e169-47e6-bf2f-a603942cae15'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:22:27.475538 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:27.500324 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df60a7ad-de57-4125-a6a5-acb312fd4173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3a648e-f491-48a8-8a41-f3c2966beaec'}, {'server_uuid': '59f60ce7-2f23-48e4-80b7-b657155a64c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c458c2f9-93c4-4772-9cd0-f0a1575f63da'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:22:27.502643 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b565bf2a2ce0626243007c858acec0a0684ffd3fe6012f569d221254cd872eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21d82e9-d85f-4ba2-9c43-752a1f65cb2f" -d '{"events": [{"server_uuid": "df60a7ad-de57-4125-a6a5-acb312fd4173", "name": "network-vif-plugged", "status": "completed", "tag": "7a3a648e-f491-48a8-8a41-f3c2966beaec"}, {"server_uuid": "59f60ce7-2f23-48e4-80b7-b657155a64c6", "name": "network-vif-plugged", "status": "completed", "tag": "c458c2f9-93c4-4772-9cd0-f0a1575f63da"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:22:27.577964 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 17:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b7a4ad-7e24-4687-a0a6-6a682a11388d x-openstack-request-id: req-56b7a4ad-7e24-4687-a0a6-6a682a11388d {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:22:27.578244 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df60a7ad-de57-4125-a6a5-acb312fd4173", "name": "network-vif-plugged", "status": "completed", "tag": "7a3a648e-f491-48a8-8a41-f3c2966beaec", "code": 200}, {"server_uuid": "59f60ce7-2f23-48e4-80b7-b657155a64c6", "name": "network-vif-plugged", "status": "completed", "tag": "c458c2f9-93c4-4772-9cd0-f0a1575f63da", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:22:27.578650 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56b7a4ad-7e24-4687-a0a6-6a682a11388d {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:22:27.579182 dv-cinder-805316-3-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df60a7ad-de57-4125-a6a5-acb312fd4173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3a648e-f491-48a8-8a41-f3c2966beaec', 'code': 200} Aug 30 17:22:27.579568 dv-cinder-805316-3-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f60ce7-2f23-48e4-80b7-b657155a64c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c458c2f9-93c4-4772-9cd0-f0a1575f63da', 'code': 200} Aug 30 17:22:27.583184 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=c458c2f9-93c4-4772-9cd0-f0a1575f63da,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:27.611003 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ce3b68c4-2147-4865-bbcf-6ad0e64cf88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:27.834522 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19dc956-8baf-4e36-9475-8376b7ba7e8b req-2ff4c094-48c6-4f91-8fa8-cd9999dd4bda tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:27.836876 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f19dc956-8baf-4e36-9475-8376b7ba7e8b req-2ff4c094-48c6-4f91-8fa8-cd9999dd4bda tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/ports?device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 945 time: 0.0979385 Aug 30 17:22:27.850690 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:27.946197 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f19dc956-8baf-4e36-9475-8376b7ba7e8b req-e48e7ec0-db30-4ec6-8b47-50ec2294c1a9 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/security-groups?id=abe2b0e9-03a4-4993-9f4b-254a79dc9ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989282 Aug 30 17:22:27.954904 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41c1a4-6889-4bde-b827-e3d049e1d39d req-f74669c3-e488-4aae-83e3-552daa4bad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:27.956399 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ff41c1a4-6889-4bde-b827-e3d049e1d39d req-f74669c3-e488-4aae-83e3-552daa4bad61 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 1098 time: 0.1184719 Aug 30 17:22:27.958981 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97dcbf1-ef37-4edf-80f3-63b0a3f7e46f req-d53ce173-6958-4d03-bf3a-6f2a1d51bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:27.960370 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b97dcbf1-ef37-4edf-80f3-63b0a3f7e46f req-d53ce173-6958-4d03-bf3a-6f2a1d51bca2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 1099 time: 0.0966277 Aug 30 17:22:28.030228 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b97dcbf1-ef37-4edf-80f3-63b0a3f7e46f req-4ae8f17f-47ef-42e4-956b-ec7d65704874 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521338 Aug 30 17:22:28.035904 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ff41c1a4-6889-4bde-b827-e3d049e1d39d req-03a4d63e-1a4c-439b-96ca-53007cc97ae7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598769 Aug 30 17:22:28.174863 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 50128) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:28.205259 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e71fe-b3b7-4aff-b65e-7e95883b5ff1 req-d87eb416-8796-4b89-afb5-f2ee53168e90 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:28.206931 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2f9e71fe-b3b7-4aff-b65e-7e95883b5ff1 req-d87eb416-8796-4b89-afb5-f2ee53168e90 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.0593379 Aug 30 17:22:28.281702 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2f9e71fe-b3b7-4aff-b65e-7e95883b5ff1 req-746d47e2-d221-4807-977c-afdf2e3ec821 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592337 Aug 30 17:22:28.363036 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c12e2-646c-4bf5-af15-b5ecf113d79c req-54993c72-2df5-4af1-a694-3fb15716a53c tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:28.364589 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0d7c12e2-646c-4bf5-af15-b5ecf113d79c req-54993c72-2df5-4af1-a694-3fb15716a53c tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 945 time: 0.0817046 Aug 30 17:22:28.456846 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0d7c12e2-646c-4bf5-af15-b5ecf113d79c req-caa85785-6033-4b18-8f62-933abb5d0ae2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795772 Aug 30 17:22:28.494722 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca1b6ca4-fa27-455a-8af8-24469530c2a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:28.597298 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca1b6ca4-fa27-455a-8af8-24469530c2a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:28.609769 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-ca1b6ca4-fa27-455a-8af8-24469530c2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:28.647940 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-ca1b6ca4-fa27-455a-8af8-24469530c2a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=82c278f87d76499ca8421fa6e6a9dfba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4720438 Aug 30 17:22:28.649754 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b6ca4-fa27-455a-8af8-24469530c2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f2c9fd-f243-40b9-962b-634bdf8299cb,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:28.650756 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50154) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:28.711384 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1596581c-79c3-414d-be44-5c641f49755e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:28.734754 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1596581c-79c3-414d-be44-5c641f49755e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:28.756092 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:28.787348 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1596581c-79c3-414d-be44-5c641f49755e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:28.790308 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1596581c-79c3-414d-be44-5c641f49755e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:28.791584 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-1596581c-79c3-414d-be44-5c641f49755e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4f2c9fd-f243-40b9-962b-634bdf8299cb HTTP/1.1" status: 204 len: 168 time: 0.1386971 Aug 30 17:22:28.800106 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596581c-79c3-414d-be44-5c641f49755e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f2c9fd-f243-40b9-962b-634bdf8299cb,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:29.107690 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50172) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:29.122322 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a354a5c1-f0c3-49d0-85dc-e90d212f8dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:29.212868 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a354a5c1-f0c3-49d0-85dc-e90d212f8dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:29.218034 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a354a5c1-f0c3-49d0-85dc-e90d212f8dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:29.255794 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-a354a5c1-f0c3-49d0-85dc-e90d212f8dbe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=61bd48aa85ef4f2ab050d0b6739c4f54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467035 Aug 30 17:22:29.256723 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354a5c1-f0c3-49d0-85dc-e90d212f8dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda2bd15-1f4c-4e1f-bfcb-54d1264821d0,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:29.259170 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 50174) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:29.314232 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e53bcb5c-a916-4f39-9750-3d9268a8326f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:29.343684 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e53bcb5c-a916-4f39-9750-3d9268a8326f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:29.368143 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 434ba44d-e169-47e6-bf2f-a603942cae15 up at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:22:29.424112 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning for port 434ba44d-e169-47e6-bf2f-a603942cae15 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:22:29.428100 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning complete for port 434ba44d-e169-47e6-bf2f-a603942cae15 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:22:29.428431 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928e028-42dc-447d-9179-f5ca2980fa01 req-cdae88bc-ccbd-49f9-ac32-17d118e87b42 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:29.428850 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:29.429969 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f928e028-42dc-447d-9179-f5ca2980fa01 req-cdae88bc-ccbd-49f9-ac32-17d118e87b42 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.0682693 Aug 30 17:22:29.454684 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e53bcb5c-a916-4f39-9750-3d9268a8326f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:29.457372 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e53bcb5c-a916-4f39-9750-3d9268a8326f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:29.458494 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-e53bcb5c-a916-4f39-9750-3d9268a8326f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eda2bd15-1f4c-4e1f-bfcb-54d1264821d0 HTTP/1.1" status: 204 len: 168 time: 0.1988585 Aug 30 17:22:29.477081 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53bcb5c-a916-4f39-9750-3d9268a8326f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda2bd15-1f4c-4e1f-bfcb-54d1264821d0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:29.498252 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f928e028-42dc-447d-9179-f5ca2980fa01 req-21fdd8af-4363-4a35-8b15-c548234d6749 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594268 Aug 30 17:22:29.530882 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:29.564907 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 434ba44d-e169-47e6-bf2f-a603942cae15, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=434ba44d-e169-47e6-bf2f-a603942cae15,segment=NetworkSegment(41e5c997-0375-4a8d-92f7-022af7373204),segment_id=41e5c997-0375-4a8d-92f7-022af7373204)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:22:29.570918 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:29.595933 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887722d7-1d42-4cea-bc66-e805190b0d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434ba44d-e169-47e6-bf2f-a603942cae15'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:22:29.598189 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b565bf2a2ce0626243007c858acec0a0684ffd3fe6012f569d221254cd872eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3557f876-1361-4770-9285-a2cb3022fb9a" -d '{"events": [{"server_uuid": "887722d7-1d42-4cea-bc66-e805190b0d37", "name": "network-vif-plugged", "status": "completed", "tag": "434ba44d-e169-47e6-bf2f-a603942cae15"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:22:29.628657 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=434ba44d-e169-47e6-bf2f-a603942cae15,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:29.631986 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f050a-338b-44a2-8fe8-19dbe9ddac23 req-a4375377-993e-4ea1-9b14-8a7a5d4de6e3 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:29.633480 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b69f050a-338b-44a2-8fe8-19dbe9ddac23 req-a4375377-993e-4ea1-9b14-8a7a5d4de6e3 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.0714452 Aug 30 17:22:29.673511 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b69f050a-338b-44a2-8fe8-19dbe9ddac23 req-ecf15016-2169-4ca3-8f53-ee3262aeda12 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330842 Aug 30 17:22:29.719836 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff596a91-9c9e-482c-b79a-282d471e83d6 x-openstack-request-id: req-ff596a91-9c9e-482c-b79a-282d471e83d6 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:22:29.720125 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887722d7-1d42-4cea-bc66-e805190b0d37", "name": "network-vif-plugged", "status": "completed", "tag": "434ba44d-e169-47e6-bf2f-a603942cae15", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:22:29.720377 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff596a91-9c9e-482c-b79a-282d471e83d6 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:22:29.720769 dv-cinder-805316-3-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887722d7-1d42-4cea-bc66-e805190b0d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434ba44d-e169-47e6-bf2f-a603942cae15', 'code': 200} Aug 30 17:22:30.043731 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:30.610346 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90275f66-7435-4be2-90ff-65dd071b762c req-5a531db2-b054-4337-a188-0019e53fb7e6 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:30.611814 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-90275f66-7435-4be2-90ff-65dd071b762c req-5a531db2-b054-4337-a188-0019e53fb7e6 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.0495405 Aug 30 17:22:30.647909 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-90275f66-7435-4be2-90ff-65dd071b762c req-b21def6f-b0cd-4b88-a004-b17342076898 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302374 Aug 30 17:22:30.791728 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839dbd98-4851-4d59-a8b7-8a683602cb71 req-097ac83b-72e7-48fd-8e2a-685a567ca909 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:30.793910 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-839dbd98-4851-4d59-a8b7-8a683602cb71 req-097ac83b-72e7-48fd-8e2a-685a567ca909 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.0508375 Aug 30 17:22:30.832027 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-839dbd98-4851-4d59-a8b7-8a683602cb71 req-d00d0761-7dab-4f69-8c87-df2ead804d0c tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317881 Aug 30 17:22:31.348877 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f09aa5-d9b9-4703-8062-1c02366e4624 req-3589dc33-f36b-47ab-89ef-1ee02d30a4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:31.350512 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b0f09aa5-d9b9-4703-8062-1c02366e4624 req-3589dc33-f36b-47ab-89ef-1ee02d30a4f1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 1099 time: 0.0408468 Aug 30 17:22:31.406209 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b0f09aa5-d9b9-4703-8062-1c02366e4624 req-78ef17e9-b1aa-4b61-abdc-0b683d813c01 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394704 Aug 30 17:22:31.768349 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf9a9f-73cf-4e90-821b-007e56a789ae req-73104675-71cc-4f71-ac13-50cc2d10c476 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:31.770931 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-22bf9a9f-73cf-4e90-821b-007e56a789ae req-73104675-71cc-4f71-ac13-50cc2d10c476 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.0539744 Aug 30 17:22:31.810534 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-22bf9a9f-73cf-4e90-821b-007e56a789ae req-b5a9f2f6-9ea9-4fa2-9459-000e67b83977 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332050 Aug 30 17:22:31.958198 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97b682-af91-4231-8a52-448eadd5fbcc req-8a71bcf5-592f-4c77-81a3-a5aeb097920a tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:31.959645 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8c97b682-af91-4231-8a52-448eadd5fbcc req-8a71bcf5-592f-4c77-81a3-a5aeb097920a tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.0532742 Aug 30 17:22:32.000596 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8c97b682-af91-4231-8a52-448eadd5fbcc req-f45d9874-e561-445d-a81b-19533ad0f705 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337613 Aug 30 17:22:32.953341 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d3f06-e1c4-44d4-8136-a97dd8fd23c3 req-33e39fa6-a7c3-4442-9f49-8c8d5371a051 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:32.955008 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-502d3f06-e1c4-44d4-8136-a97dd8fd23c3 req-33e39fa6-a7c3-4442-9f49-8c8d5371a051 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.0627422 Aug 30 17:22:32.998199 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-502d3f06-e1c4-44d4-8136-a97dd8fd23c3 req-b8ae60ce-8a46-43b2-9b45-2d9ea4bc7f57 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314884 Aug 30 17:22:33.142598 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6863a9-3859-4406-a304-1cbbfda0fb9d req-cbf9938e-a278-48d7-8eac-03593b70e3a8 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:33.144820 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1e6863a9-3859-4406-a304-1cbbfda0fb9d req-cbf9938e-a278-48d7-8eac-03593b70e3a8 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.0662739 Aug 30 17:22:33.191548 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1e6863a9-3859-4406-a304-1cbbfda0fb9d req-c4c58969-1e98-44f4-aeaa-d92fd12c9753 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388393 Aug 30 17:22:34.123535 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac11248-49f1-43a5-b823-3d591aad8405 req-1a7408a1-1194-4db2-8a4a-93b9b582a36f tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:34.125113 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2ac11248-49f1-43a5-b823-3d591aad8405 req-1a7408a1-1194-4db2-8a4a-93b9b582a36f tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.0578132 Aug 30 17:22:34.138736 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50356) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:34.166530 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2ac11248-49f1-43a5-b823-3d591aad8405 req-c88c3b18-cc9f-473f-8fcf-b4f1a0c3aca1 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346923 Aug 30 17:22:34.264899 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f90cb7b6-5d57-418b-948f-b8798a6fde5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:34.325695 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8978f-a68b-4227-a34a-c1862ba10525 req-b9e279a3-c64b-4d32-aad2-eacd68e1238f tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:34.333189 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c6b8978f-a68b-4227-a34a-c1862ba10525 req-b9e279a3-c64b-4d32-aad2-eacd68e1238f tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.0618770 Aug 30 17:22:34.378232 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f90cb7b6-5d57-418b-948f-b8798a6fde5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:34.385872 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f90cb7b6-5d57-418b-948f-b8798a6fde5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:34.392217 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c6b8978f-a68b-4227-a34a-c1862ba10525 req-01083e0e-a73a-4108-b6e9-a17c543489bb tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505290 Aug 30 17:22:34.421506 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f90cb7b6-5d57-418b-948f-b8798a6fde5d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=669946bb581148bfbaa150bcc479609c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817101 Aug 30 17:22:34.424227 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 50370) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:34.442837 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90cb7b6-5d57-418b-948f-b8798a6fde5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dc687e-bc2c-46f3-9745-26e3d023f242,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:34.567251 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e02a6c-dae7-441c-a894-289720f3ff15 req-09b8f42e-1253-41d5-9094-2e79cb1f4544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:34.568740 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-82e02a6c-dae7-441c-a894-289720f3ff15 req-09b8f42e-1253-41d5-9094-2e79cb1f4544 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fcaf1973521f4aec87a359088d9ae855&device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 1098 time: 0.1289797 Aug 30 17:22:34.579783 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4f870-6cdb-42c7-ab26-cb5899ac767f req-3278fedc-8a82-4b74-b5ce-d2895abec136 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:34.581256 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8ff4f870-6cdb-42c7-ab26-cb5899ac767f req-3278fedc-8a82-4b74-b5ce-d2895abec136 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.1320436 Aug 30 17:22:34.596792 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1344459c-2b9b-47ba-8a03-af5d293a19ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:34.849036 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1344459c-2b9b-47ba-8a03-af5d293a19ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:34.858988 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13e44a-2004-45bd-80a4-fcb0d443853d req-dfd37082-4ed1-4579-a062-ca8854c0332c tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:34.860750 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9f13e44a-2004-45bd-80a4-fcb0d443853d req-dfd37082-4ed1-4579-a062-ca8854c0332c tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.3491125 Aug 30 17:22:34.873554 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50382) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:34.877031 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-3cfca381-6efc-457c-8b3b-3ccae59b7779 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Request body: {'floatingip': {'port_id': '434ba44d-e169-47e6-bf2f-a603942cae15'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:22:34.906620 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8ff4f870-6cdb-42c7-ab26-cb5899ac767f req-a308d265-86b0-440e-91e8-197ae2890290 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115349 Aug 30 17:22:34.959626 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e02a6c-dae7-441c-a894-289720f3ff15 req-2d30035c-941a-4589-aef6-ce57202c0dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:34.961119 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-82e02a6c-dae7-441c-a894-289720f3ff15 req-2d30035c-941a-4589-aef6-ce57202c0dc0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4ee9a860-d9c5-4773-88ab-3fc89806af6d HTTP/1.1" status: 200 len: 920 time: 0.3763268 Aug 30 17:22:34.999674 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3cfca381-6efc-457c-8b3b-3ccae59b7779 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for floatingip, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:35.010001 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-82e02a6c-dae7-441c-a894-289720f3ff15 req-d6861bcc-2d30-4cc2-9ded-c7dbcc9cb4d7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c458c2f9-93c4-4772-9cd0-f0a1575f63da HTTP/1.1" status: 200 len: 217 time: 0.0407195 Aug 30 17:22:35.025381 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1344459c-2b9b-47ba-8a03-af5d293a19ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:35.029280 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1344459c-2b9b-47ba-8a03-af5d293a19ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:35.033952 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-1344459c-2b9b-47ba-8a03-af5d293a19ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3dc687e-bc2c-46f3-9745-26e3d023f242 HTTP/1.1" status: 204 len: 168 time: 0.6086950 Aug 30 17:22:35.088307 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344459c-2b9b-47ba-8a03-af5d293a19ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dc687e-bc2c-46f3-9745-26e3d023f242,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:35.120629 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e02a6c-dae7-441c-a894-289720f3ff15 req-782e31d6-1f09-4e80-b047-45f8fa7aa964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:35.122330 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-82e02a6c-dae7-441c-a894-289720f3ff15 req-782e31d6-1f09-4e80-b047-45f8fa7aa964 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1da436f5-992b-4504-9be3-d6d50d0f93b6 HTTP/1.1" status: 200 len: 859 time: 0.1053226 Aug 30 17:22:35.149404 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:22:35.170659 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-82e02a6c-dae7-441c-a894-289720f3ff15 req-94f48664-2861-4307-a4e7-35f6a0c1a845 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4ee9a860-d9c5-4773-88ab-3fc89806af6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372138 Aug 30 17:22:35.304828 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-82e02a6c-dae7-441c-a894-289720f3ff15 req-51bd36ca-14db-46f9-854a-d39fd9662c45 service neutron] 10.222.0.52 "GET /v2.0/networks/4ee9a860-d9c5-4773-88ab-3fc89806af6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131797 Aug 30 17:22:35.425965 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-82e02a6c-dae7-441c-a894-289720f3ff15 req-9946a880-d520-47eb-9506-77d035ddc4e9 service neutron] 10.222.0.52 "GET /v2.0/networks/4ee9a860-d9c5-4773-88ab-3fc89806af6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094012 Aug 30 17:22:35.640030 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 50436) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:35.731887 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3cfca381-6efc-457c-8b3b-3ccae59b7779 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:35.737324 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3cfca381-6efc-457c-8b3b-3ccae59b7779 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535188'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:35.759668 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a117376-ef7b-4117-874a-bba0103adb7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:35.876399 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a117376-ef7b-4117-874a-bba0103adb7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:35.880703 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4a117376-ef7b-4117-874a-bba0103adb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:35.932133 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-4a117376-ef7b-4117-874a-bba0103adb7f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9a9d3861f534c949d8ef172b9e5f1ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2904871 Aug 30 17:22:35.938061 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 50452) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:35.940202 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a117376-ef7b-4117-874a-bba0103adb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a199e273-1987-47df-b967-7d0a13a35ee9,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:36.007377 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fdc46556-df06-4638-9bea-dc06adf1faff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:36.054915 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fdc46556-df06-4638-9bea-dc06adf1faff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:36.064614 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12dec8-632b-4426-b7d6-5c739eb6549f req-ba76fa4e-4d14-4f79-aa04-de76e7061e7a tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:36.066102 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3d12dec8-632b-4426-b7d6-5c739eb6549f req-ba76fa4e-4d14-4f79-aa04-de76e7061e7a tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.0721400 Aug 30 17:22:36.080257 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.db.l3_db [None req-3cfca381-6efc-457c-8b3b-3ccae59b7779 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Floating IP af41fba3-f2de-4171-afda-d744f3c3bb0d associated. External IP: 172.27.2.220, port: 434ba44d-e169-47e6-bf2f-a603942cae15. Aug 30 17:22:36.137711 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3d12dec8-632b-4426-b7d6-5c739eb6549f req-8e32f611-d6e8-43aa-8e62-57e2c126251f tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564246 Aug 30 17:22:36.168114 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fdc46556-df06-4638-9bea-dc06adf1faff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:36.170975 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fdc46556-df06-4638-9bea-dc06adf1faff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:36.173085 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-fdc46556-df06-4638-9bea-dc06adf1faff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a199e273-1987-47df-b967-7d0a13a35ee9 HTTP/1.1" status: 204 len: 168 time: 0.2336960 Aug 30 17:22:36.198418 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc46556-df06-4638-9bea-dc06adf1faff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a199e273-1987-47df-b967-7d0a13a35ee9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:36.347907 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfca381-6efc-457c-8b3b-3ccae59b7779 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Router 666b9479-d9e0-44bc-9a05-6bf78489e48d has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:22:36.494775 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfca381-6efc-457c-8b3b-3ccae59b7779 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:22:36.502311 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3cfca381-6efc-457c-8b3b-3ccae59b7779 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:36.515815 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9b3bb3-8f12-4f79-ac97-c58b93e73147 None None] Sync routers for ids ['666b9479-d9e0-44bc-9a05-6bf78489e48d'] in dv-cinder-805316-3-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:22:36.537470 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9b3bb3-8f12-4f79-ac97-c58b93e73147 None None] Routers {'666b9479-d9e0-44bc-9a05-6bf78489e48d'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:22:36.538917 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-cc9b3bb3-8f12-4f79-ac97-c58b93e73147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:22:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['666b9479-d9e0-44bc-9a05-6bf78489e48d'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:22:36.588026 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-3cfca381-6efc-457c-8b3b-3ccae59b7779 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "PUT /v2.0/floatingips/af41fba3-f2de-4171-afda-d744f3c3bb0d HTTP/1.1" status: 200 len: 992 time: 1.7159336 Aug 30 17:22:36.588616 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887722d7-1d42-4cea-bc66-e805190b0d37', 'tag': '434ba44d-e169-47e6-bf2f-a603942cae15'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:22:36.593814 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559239a3-c65e-4f18-bf96-c1e71556f84f" -d '{"events": [{"name": "network-changed", "server_uuid": "887722d7-1d42-4cea-bc66-e805190b0d37", "tag": "434ba44d-e169-47e6-bf2f-a603942cae15"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:22:36.674437 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 50494) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:36.694054 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1c18c1dc-2898-48ee-8aef-dcae4c2fe259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:36.696071 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e58092-26ac-466f-8499-6a767a0ef72c x-openstack-request-id: req-31e58092-26ac-466f-8499-6a767a0ef72c {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:22:36.696071 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "887722d7-1d42-4cea-bc66-e805190b0d37", "tag": "434ba44d-e169-47e6-bf2f-a603942cae15", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:22:36.696071 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31e58092-26ac-466f-8499-6a767a0ef72c {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:22:36.696071 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '887722d7-1d42-4cea-bc66-e805190b0d37', 'tag': '434ba44d-e169-47e6-bf2f-a603942cae15', 'status': 'completed', 'code': 200} Aug 30 17:22:36.704260 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-cc9b3bb3-8f12-4f79-ac97-c58b93e73147 None None] Set router 666b9479-d9e0-44bc-9a05-6bf78489e48d gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:22:36.787987 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559239a3-c65e-4f18-bf96-c1e71556f84f req-ededd67b-78a6-4508-91b8-6cb6bc1748ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:36.789473 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-559239a3-c65e-4f18-bf96-c1e71556f84f req-ededd67b-78a6-4508-91b8-6cb6bc1748ce service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c21fe597089042da855ac89daddb7bed&device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 1099 time: 0.0629501 Aug 30 17:22:36.877716 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1c18c1dc-2898-48ee-8aef-dcae4c2fe259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:36.896428 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1c18c1dc-2898-48ee-8aef-dcae4c2fe259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:36.948156 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-1c18c1dc-2898-48ee-8aef-dcae4c2fe259 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=281ebb21bcc3410295c4c0079c6a32e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2723913 Aug 30 17:22:36.950654 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18c1dc-2898-48ee-8aef-dcae4c2fe259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ec7886-1ca6-49e7-84d2-5f97b37fcf40,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:36.951383 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50500) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:36.955423 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559239a3-c65e-4f18-bf96-c1e71556f84f req-effa7d9b-cdc9-417d-ab46-83a51b727dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:36.956854 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-559239a3-c65e-4f18-bf96-c1e71556f84f req-effa7d9b-cdc9-417d-ab46-83a51b727dd2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd HTTP/1.1" status: 200 len: 918 time: 0.1471844 Aug 30 17:22:37.002654 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6927676-0da8-42c3-ac60-d0b92428f345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:37.024330 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6927676-0da8-42c3-ac60-d0b92428f345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:37.040566 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-cc9b3bb3-8f12-4f79-ac97-c58b93e73147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712255040-router', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:21:45Z', 'updated_at': '2021-08-30T17:21:53Z', 'revision_number': 4, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'gw_port': {'id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:47Z', 'updated_at': '2021-08-30T17:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_floatingips': [{'id': 'af41fba3-f2de-4171-afda-d744f3c3bb0d', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'port_id': '434ba44d-e169-47e6-bf2f-a603942cae15', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'mac_address': 'fa:16:3e:7c:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887722d7-1d42-4cea-bc66-e805190b0d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:22:09Z', 'updated_at': '2021-08-30T17:22:35Z', 'revision_number': 1, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa943b01-b4f1-47f3-914d-db00d9acff76', 'name': '', 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'mac_address': 'fa:16:3e:80:d6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:51Z', 'updated_at': '2021-08-30T17:22:05Z', 'revision_number': 5, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'subnets': [{'id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:22:37.064348 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-559239a3-c65e-4f18-bf96-c1e71556f84f req-66e1345d-0796-4587-914b-67c1b30a6098 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=434ba44d-e169-47e6-bf2f-a603942cae15 HTTP/1.1" status: 200 len: 1000 time: 0.0986767 Aug 30 17:22:37.078729 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6927676-0da8-42c3-ac60-d0b92428f345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:37.081364 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6927676-0da8-42c3-ac60-d0b92428f345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:37.082733 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-d6927676-0da8-42c3-ac60-d0b92428f345 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9ec7886-1ca6-49e7-84d2-5f97b37fcf40 HTTP/1.1" status: 204 len: 168 time: 0.1297925 Aug 30 17:22:37.085606 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9b3bb3-8f12-4f79-ac97-c58b93e73147 None None] Checking router: 666b9479-d9e0-44bc-9a05-6bf78489e48d for host: dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:22:37.091317 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6927676-0da8-42c3-ac60-d0b92428f345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ec7886-1ca6-49e7-84d2-5f97b37fcf40,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:37.096472 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9b3bb3-8f12-4f79-ac97-c58b93e73147 None None] Routers {'666b9479-d9e0-44bc-9a05-6bf78489e48d'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:22:37.097361 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-cc9b3bb3-8f12-4f79-ac97-c58b93e73147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:22:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['666b9479-d9e0-44bc-9a05-6bf78489e48d'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:22:37.125644 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559239a3-c65e-4f18-bf96-c1e71556f84f req-434a0f07-8bc8-4514-8dde-96f797ea07c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:37.127220 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-559239a3-c65e-4f18-bf96-c1e71556f84f req-434a0f07-8bc8-4514-8dde-96f797ea07c1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f9b76a77-690c-4632-9995-41f5ada41bd6 HTTP/1.1" status: 200 len: 856 time: 0.0560071 Aug 30 17:22:37.183859 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559239a3-c65e-4f18-bf96-c1e71556f84f req-56ea7abe-0099-4f5e-9ae9-bd9c7cd160c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:37.185384 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-559239a3-c65e-4f18-bf96-c1e71556f84f req-56ea7abe-0099-4f5e-9ae9-bd9c7cd160c1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504663 Aug 30 17:22:37.314943 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-cc9b3bb3-8f12-4f79-ac97-c58b93e73147 None None] Set router 666b9479-d9e0-44bc-9a05-6bf78489e48d gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:22:37.320982 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ffdff-f25f-4640-8e4c-259af2c42508 req-b56792a7-80b3-4b99-8b3e-007541800bca tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:37.322502 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5f3ffdff-f25f-4640-8e4c-259af2c42508 req-b56792a7-80b3-4b99-8b3e-007541800bca tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.0990515 Aug 30 17:22:37.336995 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-559239a3-c65e-4f18-bf96-c1e71556f84f req-e6c2e0c5-a1ed-408d-9543-83e94ba82019 service neutron] 10.222.0.52 "GET /v2.0/networks/7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360967 Aug 30 17:22:37.423770 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5f3ffdff-f25f-4640-8e4c-259af2c42508 req-f5164b04-c98d-414b-8a66-c68d2b790e62 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855992 Aug 30 17:22:37.460416 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-559239a3-c65e-4f18-bf96-c1e71556f84f req-94719c81-fbe0-4975-9280-8dc8adbe4661 service neutron] 10.222.0.52 "GET /v2.0/networks/7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145012 Aug 30 17:22:37.576290 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-cc9b3bb3-8f12-4f79-ac97-c58b93e73147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712255040-router', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:21:45Z', 'updated_at': '2021-08-30T17:21:53Z', 'revision_number': 4, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'gw_port': {'id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:47Z', 'updated_at': '2021-08-30T17:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_floatingips': [{'id': 'af41fba3-f2de-4171-afda-d744f3c3bb0d', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'port_id': '434ba44d-e169-47e6-bf2f-a603942cae15', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'mac_address': 'fa:16:3e:7c:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887722d7-1d42-4cea-bc66-e805190b0d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:22:09Z', 'updated_at': '2021-08-30T17:22:35Z', 'revision_number': 1, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa943b01-b4f1-47f3-914d-db00d9acff76', 'name': '', 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'mac_address': 'fa:16:3e:80:d6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:51Z', 'updated_at': '2021-08-30T17:22:05Z', 'revision_number': 5, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'subnets': [{'id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:22:37.602904 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9b3bb3-8f12-4f79-ac97-c58b93e73147 None None] The sync data for ids ['666b9479-d9e0-44bc-9a05-6bf78489e48d'] in dv-cinder-805316-3-iscsi is: [{'id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712255040-router', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:21:45Z', 'updated_at': '2021-08-30T17:21:53Z', 'revision_number': 4, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'gw_port': {'id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:47Z', 'updated_at': '2021-08-30T17:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_floatingips': [{'id': 'af41fba3-f2de-4171-afda-d744f3c3bb0d', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'port_id': '434ba44d-e169-47e6-bf2f-a603942cae15', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'mac_address': 'fa:16:3e:7c:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887722d7-1d42-4cea-bc66-e805190b0d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:22:09Z', 'updated_at': '2021-08-30T17:22:35Z', 'revision_number': 1, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa943b01-b4f1-47f3-914d-db00d9acff76', 'name': '', 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'mac_address': 'fa:16:3e:80:d6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:51Z', 'updated_at': '2021-08-30T17:22:05Z', 'revision_number': 5, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'subnets': [{'id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:22:37.905538 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77893143-9822-4212-b595-663136235120 None None] New status for floating IP af41fba3-f2de-4171-afda-d744f3c3bb0d: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:22:38.045805 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50550) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:38.411354 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cdc6c181-66a2-4d7c-aa6d-65ea49dbd82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:38.511798 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cdc6c181-66a2-4d7c-aa6d-65ea49dbd82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:38.516143 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cdc6c181-66a2-4d7c-aa6d-65ea49dbd82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:38.547740 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496af139-3d5d-4952-80f3-9bb349b9cc37 req-ad89b18c-f1cc-46e6-9cdd-a0618cc8374c tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:38.549265 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-496af139-3d5d-4952-80f3-9bb349b9cc37 req-ad89b18c-f1cc-46e6-9cdd-a0618cc8374c tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.0498722 Aug 30 17:22:38.562971 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-cdc6c181-66a2-4d7c-aa6d-65ea49dbd82a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=39d0231540a34fd689e0f69537cbf70f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5159779 Aug 30 17:22:38.563779 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50574) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:38.564613 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6c181-66a2-4d7c-aa6d-65ea49dbd82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cccbfd08-0cb8-4cb3-9298-94c26bf494b4,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:38.610432 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-496af139-3d5d-4952-80f3-9bb349b9cc37 req-db9685d0-de92-47a1-b626-129f69021f82 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539036 Aug 30 17:22:38.640057 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-de176724-e9f8-4149-8eff-22a07b75599c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:38.664438 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-de176724-e9f8-4149-8eff-22a07b75599c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:38.714579 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-de176724-e9f8-4149-8eff-22a07b75599c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:38.717178 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-de176724-e9f8-4149-8eff-22a07b75599c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:38.718560 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-de176724-e9f8-4149-8eff-22a07b75599c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cccbfd08-0cb8-4cb3-9298-94c26bf494b4 HTTP/1.1" status: 204 len: 168 time: 0.1493592 Aug 30 17:22:38.726135 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de176724-e9f8-4149-8eff-22a07b75599c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccbfd08-0cb8-4cb3-9298-94c26bf494b4,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:39.068508 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 50596) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:39.082426 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1b8bed37-6084-4bc7-b80d-bd40df9055bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:39.180603 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1b8bed37-6084-4bc7-b80d-bd40df9055bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:39.184823 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1b8bed37-6084-4bc7-b80d-bd40df9055bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:39.221673 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-1b8bed37-6084-4bc7-b80d-bd40df9055bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48576cb8759a41d287688ba104343e07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1519041 Aug 30 17:22:39.223483 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8bed37-6084-4bc7-b80d-bd40df9055bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da188f42-b900-424a-a77a-ce64ecb78139,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:39.224183 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50600) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:39.273023 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a5c6f9e-2558-4865-b566-199813b3e129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:39.297473 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a5c6f9e-2558-4865-b566-199813b3e129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:39.346019 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a5c6f9e-2558-4865-b566-199813b3e129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:39.348514 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8a5c6f9e-2558-4865-b566-199813b3e129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:39.349693 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-8a5c6f9e-2558-4865-b566-199813b3e129 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da188f42-b900-424a-a77a-ce64ecb78139 HTTP/1.1" status: 204 len: 168 time: 0.1244309 Aug 30 17:22:39.359157 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c6f9e-2558-4865-b566-199813b3e129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da188f42-b900-424a-a77a-ce64ecb78139,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:39.759927 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbed639-8677-409e-8056-cb280539b739 req-caff9bed-d448-4925-b923-62c6bb80a544 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:39.762165 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bfbed639-8677-409e-8056-cb280539b739 req-caff9bed-d448-4925-b923-62c6bb80a544 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.0511987 Aug 30 17:22:39.800789 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bfbed639-8677-409e-8056-cb280539b739 req-1472528f-09c9-45f4-bf01-0a3b7d60ac25 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322986 Aug 30 17:22:39.847993 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50620) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:39.861965 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1915f47b-5485-4eb3-ab95-74be00965f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:39.954611 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1915f47b-5485-4eb3-ab95-74be00965f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:39.958480 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1915f47b-5485-4eb3-ab95-74be00965f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:39.997424 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-1915f47b-5485-4eb3-ab95-74be00965f03 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4824c89f9e244d8aa95c8c553949a91b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483319 Aug 30 17:22:39.998526 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915f47b-5485-4eb3-ab95-74be00965f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebdf3dd-ec80-4f98-aa02-aeae36a626bc,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:40.000109 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 50624) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:40.056556 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18284420-0a8e-4d66-a42e-ff4a7165f77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:40.085044 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18284420-0a8e-4d66-a42e-ff4a7165f77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:40.134914 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18284420-0a8e-4d66-a42e-ff4a7165f77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:40.137853 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-18284420-0a8e-4d66-a42e-ff4a7165f77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:40.139080 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-18284420-0a8e-4d66-a42e-ff4a7165f77e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ebdf3dd-ec80-4f98-aa02-aeae36a626bc HTTP/1.1" status: 204 len: 168 time: 0.1371529 Aug 30 17:22:40.148260 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18284420-0a8e-4d66-a42e-ff4a7165f77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebdf3dd-ec80-4f98-aa02-aeae36a626bc,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:40.929259 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d7e1c-2919-4438-896e-57d97cc2fc9f req-ad336b71-b130-4e72-83c6-1f69e2c7951b tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:40.930989 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f84d7e1c-2919-4438-896e-57d97cc2fc9f req-ad336b71-b130-4e72-83c6-1f69e2c7951b tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.0571311 Aug 30 17:22:40.972414 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f84d7e1c-2919-4438-896e-57d97cc2fc9f req-abd1ccef-e3a3-4088-ba6e-41db17884fae tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336726 Aug 30 17:22:41.463181 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-2de6005b-44b5-4cd2-b264-ffc621b14267 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:41.464706 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-2de6005b-44b5-4cd2-b264-ffc621b14267 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/networks?id=e6091024-8f4d-4cb5-b1a2-13af9fd389b6 HTTP/1.1" status: 200 len: 814 time: 0.1088574 Aug 30 17:22:41.489319 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-cf86f9c0-9230-483c-985d-f2aacef4cd6d tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/quotas/b03ce9f1d44743abb9c9c1d793df466c HTTP/1.1" status: 200 len: 375 time: 0.0172400 Aug 30 17:22:41.556420 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-d8a0f60a-7384-4b91-83ee-fd9f8501191b tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b03ce9f1d44743abb9c9c1d793df466c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0658813 Aug 30 17:22:41.666050 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-1ad84c57-f835-46ea-be12-be4edb57ae37 service neutron] 10.222.0.21 "GET /v2.0/networks/e6091024-8f4d-4cb5-b1a2-13af9fd389b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081679 Aug 30 17:22:41.758526 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-f9e39c1d-d0a8-491b-b5ad-0ea1fb0e5580 service neutron] 10.222.0.21 "GET /v2.0/networks/e6091024-8f4d-4cb5-b1a2-13af9fd389b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914609 Aug 30 17:22:42.042846 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-76b55d4a-b42d-4be1-8110-dca13f973d12 req-79185160-d68f-4d7b-ad8d-1f1973d9924c tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 210 time: 0.0587561 Aug 30 17:22:42.042846 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 50782) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:42.112060 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d881c86-cc10-4a47-86b1-a3c810af1242 req-fb864e6b-241f-4b59-ac09-a34f36aaef7f tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:42.113833 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5d881c86-cc10-4a47-86b1-a3c810af1242 req-fb864e6b-241f-4b59-ac09-a34f36aaef7f tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.0516236 Aug 30 17:22:42.180347 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5d881c86-cc10-4a47-86b1-a3c810af1242 req-cbd1b96c-6899-4fdb-bc96-75d1691627e9 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576932 Aug 30 17:22:42.181213 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b6da00f-5834-4599-9e2b-defbbab00e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:42.297452 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b6da00f-5834-4599-9e2b-defbbab00e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:42.306394 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4b6da00f-5834-4599-9e2b-defbbab00e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:42.351707 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-4b6da00f-5834-4599-9e2b-defbbab00e55 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31c79b3b815c42ffa4cc16118b48e1d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100576 Aug 30 17:22:42.352439 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6da00f-5834-4599-9e2b-defbbab00e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8605aeeb-3d75-45d7-93d3-e2705e429e94,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:42.355668 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50800) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:42.361442 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6da00f-5834-4599-9e2b-defbbab00e55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:42.361814 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6da00f-5834-4599-9e2b-defbbab00e55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:42.362149 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6da00f-5834-4599-9e2b-defbbab00e55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:42.362485 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6da00f-5834-4599-9e2b-defbbab00e55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:42.362815 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6da00f-5834-4599-9e2b-defbbab00e55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:42.363302 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6da00f-5834-4599-9e2b-defbbab00e55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:42.363637 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6da00f-5834-4599-9e2b-defbbab00e55 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:42.363964 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6da00f-5834-4599-9e2b-defbbab00e55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:42.364293 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6da00f-5834-4599-9e2b-defbbab00e55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:42.364617 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6da00f-5834-4599-9e2b-defbbab00e55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:42.364942 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6da00f-5834-4599-9e2b-defbbab00e55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:42.365268 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6da00f-5834-4599-9e2b-defbbab00e55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:42.423962 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5bf17c4f-13c0-4363-9ab0-8eb653da7c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:42.448835 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5bf17c4f-13c0-4363-9ab0-8eb653da7c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:42.518416 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5bf17c4f-13c0-4363-9ab0-8eb653da7c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:42.521461 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5bf17c4f-13c0-4363-9ab0-8eb653da7c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:42.522864 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-5bf17c4f-13c0-4363-9ab0-8eb653da7c69 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8605aeeb-3d75-45d7-93d3-e2705e429e94 HTTP/1.1" status: 204 len: 168 time: 0.1662059 Aug 30 17:22:42.531658 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf17c4f-13c0-4363-9ab0-8eb653da7c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8605aeeb-3d75-45d7-93d3-e2705e429e94,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:42.539237 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf17c4f-13c0-4363-9ab0-8eb653da7c69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:42.539574 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf17c4f-13c0-4363-9ab0-8eb653da7c69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:42.539978 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf17c4f-13c0-4363-9ab0-8eb653da7c69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:42.540393 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf17c4f-13c0-4363-9ab0-8eb653da7c69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:42.540787 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf17c4f-13c0-4363-9ab0-8eb653da7c69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:42.541215 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf17c4f-13c0-4363-9ab0-8eb653da7c69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:42.541813 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf17c4f-13c0-4363-9ab0-8eb653da7c69 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:42.542863 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf17c4f-13c0-4363-9ab0-8eb653da7c69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:42.543217 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf17c4f-13c0-4363-9ab0-8eb653da7c69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:42.543527 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf17c4f-13c0-4363-9ab0-8eb653da7c69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:42.544267 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf17c4f-13c0-4363-9ab0-8eb653da7c69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:42.544756 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf17c4f-13c0-4363-9ab0-8eb653da7c69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:42.875633 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50824) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:42.891214 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2ebfb48-b05e-4881-9565-cfc8aa2eaa78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:42.988199 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2ebfb48-b05e-4881-9565-cfc8aa2eaa78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:42.993393 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2ebfb48-b05e-4881-9565-cfc8aa2eaa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:43.030592 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f2ebfb48-b05e-4881-9565-cfc8aa2eaa78 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2b5074f4f9045eba08a64501508f8d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1533780 Aug 30 17:22:43.031434 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebfb48-b05e-4881-9565-cfc8aa2eaa78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b6deb0-2725-434d-9e41-d466998eed8c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:43.033209 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 50830) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:43.110432 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-078a8f9c-1a81-4c81-af0f-6c03a999d7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:43.126568 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-40818773-5592-4a61-912e-5f7e6d64dd48 req-a67ca40e-76d0-497b-ae52-0830d9e1a8f0 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 210 time: 0.0300167 Aug 30 17:22:43.158485 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-078a8f9c-1a81-4c81-af0f-6c03a999d7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:43.206412 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-078a8f9c-1a81-4c81-af0f-6c03a999d7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:43.209192 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-078a8f9c-1a81-4c81-af0f-6c03a999d7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:43.210524 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-078a8f9c-1a81-4c81-af0f-6c03a999d7d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0b6deb0-2725-434d-9e41-d466998eed8c HTTP/1.1" status: 204 len: 168 time: 0.1739337 Aug 30 17:22:43.220375 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a8f9c-1a81-4c81-af0f-6c03a999d7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b6deb0-2725-434d-9e41-d466998eed8c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:43.334103 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d699f-ccdf-4900-a631-18ab3a0e2842 req-c8ed1089-6d96-42f9-8e4e-d8144fb0af83 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:43.335609 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5a9d699f-ccdf-4900-a631-18ab3a0e2842 req-c8ed1089-6d96-42f9-8e4e-d8144fb0af83 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.0542750 Aug 30 17:22:43.375720 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5a9d699f-ccdf-4900-a631-18ab3a0e2842 req-fda4a5d9-3b2e-43e7-93a3-e60c2ccdbe29 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333812 Aug 30 17:22:44.225760 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7d261b5d-f145-47de-9ef6-66ee9c746556 req-e457f65a-370c-4d5b-8d42-17013dadf48b tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 210 time: 0.0246375 Aug 30 17:22:44.488696 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c2f20-7088-4c01-a1a0-3d6f3cdf7935 req-9f08a7a4-89ce-4081-9bf0-792bf95159ae tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:44.490328 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-156c2f20-7088-4c01-a1a0-3d6f3cdf7935 req-9f08a7a4-89ce-4081-9bf0-792bf95159ae tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.0483069 Aug 30 17:22:44.530916 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-156c2f20-7088-4c01-a1a0-3d6f3cdf7935 req-7e013a9f-3dee-43b9-b4dd-4c1a02470715 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338085 Aug 30 17:22:44.860434 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50910) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:44.964316 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-978d60fc-a380-4255-9306-d7b860463935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:45.053898 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-978d60fc-a380-4255-9306-d7b860463935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:45.057420 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-978d60fc-a380-4255-9306-d7b860463935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:45.094764 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-978d60fc-a380-4255-9306-d7b860463935 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21953d338a834ce1903bb819715cd973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331831 Aug 30 17:22:45.095888 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d60fc-a380-4255-9306-d7b860463935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08045548-a5ae-47d6-8432-f97c88b780d5,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:45.097441 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 50918) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:45.146342 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-88bccf7c-6031-4bcf-a737-c5c3db885ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:45.166829 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-88bccf7c-6031-4bcf-a737-c5c3db885ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:45.216309 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-88bccf7c-6031-4bcf-a737-c5c3db885ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:45.218850 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-88bccf7c-6031-4bcf-a737-c5c3db885ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:45.219957 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-88bccf7c-6031-4bcf-a737-c5c3db885ccd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08045548-a5ae-47d6-8432-f97c88b780d5 HTTP/1.1" status: 204 len: 168 time: 0.1207244 Aug 30 17:22:45.228356 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bccf7c-6031-4bcf-a737-c5c3db885ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08045548-a5ae-47d6-8432-f97c88b780d5,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:45.320971 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-13314524-a81a-45a7-8714-8806eb046e12 req-396ea177-48b8-4667-8342-af6d4d893e3f tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 210 time: 0.0262733 Aug 30 17:22:45.481356 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 50928) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:45.494053 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b0497a6-c619-4bb9-a448-ae6c849428aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:45.588099 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b0497a6-c619-4bb9-a448-ae6c849428aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:45.597651 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0b0497a6-c619-4bb9-a448-ae6c849428aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:45.663332 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0497a6-c619-4bb9-a448-ae6c849428aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3ecc0f-3d25-4204-8d6e-0094e2839e27,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:45.668041 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-0b0497a6-c619-4bb9-a448-ae6c849428aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf633f6216b349e49968f0b6d70b4496&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1855490 Aug 30 17:22:45.671248 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 50934) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:45.685426 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b8bfe-b161-402e-b86b-1a1735e128e5 req-c43c0b80-e149-43c2-9243-2d71994c9739 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:45.686916 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-756b8bfe-b161-402e-b86b-1a1735e128e5 req-c43c0b80-e149-43c2-9243-2d71994c9739 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.0866048 Aug 30 17:22:45.723421 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f555-f1ea-4aec-9629-23ff656edc1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:45.723956 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-756b8bfe-b161-402e-b86b-1a1735e128e5 req-7811fbec-68b9-4afa-b7e3-8aeeb74511d1 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311615 Aug 30 17:22:45.746101 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f555-f1ea-4aec-9629-23ff656edc1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:45.789652 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f555-f1ea-4aec-9629-23ff656edc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:45.792098 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f555-f1ea-4aec-9629-23ff656edc1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:45.793243 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-6ab2f555-f1ea-4aec-9629-23ff656edc1f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a3ecc0f-3d25-4204-8d6e-0094e2839e27 HTTP/1.1" status: 204 len: 168 time: 0.1209390 Aug 30 17:22:45.802446 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2f555-f1ea-4aec-9629-23ff656edc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3ecc0f-3d25-4204-8d6e-0094e2839e27,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:46.424523 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a1766e09-82a3-4f1a-93b8-c23ce0402fb7 req-736ef5b8-1bd9-451a-be86-5659ae94a6b6 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 210 time: 0.0260763 Aug 30 17:22:46.690398 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-39f7a583-2b70-4792-843e-ad5b789dc871 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:46.692292 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-39f7a583-2b70-4792-843e-ad5b789dc871 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.52 "GET /v2.0/networks?id=e6091024-8f4d-4cb5-b1a2-13af9fd389b6 HTTP/1.1" status: 200 len: 814 time: 0.1228817 Aug 30 17:22:46.728760 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-6ce04741-463e-4c3b-8d66-a65c920824bb tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Request body: {'port': {'device_id': 'a2902b37-5a1d-45e2-800e-5e6299133434', 'network_id': 'e6091024-8f4d-4cb5-b1a2-13af9fd389b6', 'admin_state_up': True, 'tenant_id': 'b03ce9f1d44743abb9c9c1d793df466c'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:22:46.877589 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03ac52-d97c-4748-9637-22b1b71c1419 req-acd8026b-7130-4ad3-acd5-f95a5a3bb709 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:46.879125 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8e03ac52-d97c-4748-9637-22b1b71c1419 req-acd8026b-7130-4ad3-acd5-f95a5a3bb709 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.0855079 Aug 30 17:22:46.893690 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-6ce04741-463e-4c3b-8d66-a65c920824bb tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Made reservation on behalf of b03ce9f1d44743abb9c9c1d793df466c for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:22:46.896925 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-6ce04741-463e-4c3b-8d66-a65c920824bb tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:46.941189 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8e03ac52-d97c-4748-9637-22b1b71c1419 req-da1a539b-333d-48e1-bb75-832a717f1892 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550213 Aug 30 17:22:47.052749 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-6ce04741-463e-4c3b-8d66-a65c920824bb tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Allocated IP 172.20.0.14 (e6091024-8f4d-4cb5-b1a2-13af9fd389b6/a1753daa-9775-4a3a-a2f7-4c0f3775f909/19d6af57-e933-4e1c-aaf5-6e441ca1bce8) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:22:47.214433 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-6ce04741-463e-4c3b-8d66-a65c920824bb tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:47.256219 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-6ce04741-463e-4c3b-8d66-a65c920824bb tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:47.274913 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['2f719635-5e34-4d7e-ac70-3671b034ee1f'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:22:47.302855 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-6ce04741-463e-4c3b-8d66-a65c920824bb tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Network e6091024-8f4d-4cb5-b1a2-13af9fd389b6 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:22:47.306089 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-6ce04741-463e-4c3b-8d66-a65c920824bb tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:22:47.311004 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-6ce04741-463e-4c3b-8d66-a65c920824bb tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:22:47.317470 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce04741-463e-4c3b-8d66-a65c920824bb tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Pushing event updated for resources: {'Port': ['ID=19d6af57-e933-4e1c-aaf5-6e441ca1bce8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:47.380349 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-6ce04741-463e-4c3b-8d66-a65c920824bb tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:47.380844 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-6ce04741-463e-4c3b-8d66-a65c920824bb tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:47.397168 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-6ce04741-463e-4c3b-8d66-a65c920824bb tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6724527 Aug 30 17:22:47.418300 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-08fee751-7bc1-484d-a0ce-21a9cefd051e service neutron] Request body: {'port': {'device_id': 'a2902b37-5a1d-45e2-800e-5e6299133434', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:22:47.502334 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-08fee751-7bc1-484d-a0ce-21a9cefd051e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:47.639076 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9d517-bab5-45e8-90c8-f01eabf3d106 req-1e3b78f6-41d2-441f-89e7-b05e3d74384f tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:47.640658 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a0a9d517-bab5-45e8-90c8-f01eabf3d106 req-1e3b78f6-41d2-441f-89e7-b05e3d74384f tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 932 time: 0.1262698 Aug 30 17:22:47.732450 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a0a9d517-bab5-45e8-90c8-f01eabf3d106 req-ec7841ce-f8c0-48d6-b317-750be9f7fa35 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820680 Aug 30 17:22:47.847957 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-08fee751-7bc1-484d-a0ce-21a9cefd051e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d6af57-e933-4e1c-aaf5-6e441ca1bce8 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:22:47.865328 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-08fee751-7bc1-484d-a0ce-21a9cefd051e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:47.872497 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-08fee751-7bc1-484d-a0ce-21a9cefd051e service neutron] Transition to ACTIVE for port object 19d6af57-e933-4e1c-aaf5-6e441ca1bce8 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:22:47.876751 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-08fee751-7bc1-484d-a0ce-21a9cefd051e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2822393'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:48.163585 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fee751-7bc1-484d-a0ce-21a9cefd051e service neutron] Pushing event updated for resources: {'Port': ['ID=19d6af57-e933-4e1c-aaf5-6e441ca1bce8,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:48.218526 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558de48-bc8d-444f-bff4-999848f1ef03 req-7f5d7702-63c9-446b-b083-f529ef4f651a tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:48.220129 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4558de48-bc8d-444f-bff4-999848f1ef03 req-7f5d7702-63c9-446b-b083-f529ef4f651a tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.1145437 Aug 30 17:22:48.260071 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-08fee751-7bc1-484d-a0ce-21a9cefd051e service neutron] Attempting to bind port 19d6af57-e933-4e1c-aaf5-6e441ca1bce8 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:22:48.260408 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-08fee751-7bc1-484d-a0ce-21a9cefd051e service neutron] Attempting to bind port 19d6af57-e933-4e1c-aaf5-6e441ca1bce8 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '746b15d3-f122-4fd3-bad5-f0b1a2dcac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e6091024-8f4d-4cb5-b1a2-13af9fd389b6'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:22:48.260764 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-08fee751-7bc1-484d-a0ce-21a9cefd051e service neutron] Attempting to bind port 19d6af57-e933-4e1c-aaf5-6e441ca1bce8 on network e6091024-8f4d-4cb5-b1a2-13af9fd389b6 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:22:48.273068 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-08fee751-7bc1-484d-a0ce-21a9cefd051e service neutron] Port 19d6af57-e933-4e1c-aaf5-6e441ca1bce8 on network e6091024-8f4d-4cb5-b1a2-13af9fd389b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:22:48.273396 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-08fee751-7bc1-484d-a0ce-21a9cefd051e service neutron] Attempting to bind port 19d6af57-e933-4e1c-aaf5-6e441ca1bce8 on network e6091024-8f4d-4cb5-b1a2-13af9fd389b6 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:22:48.286946 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-08fee751-7bc1-484d-a0ce-21a9cefd051e service neutron] Checking agent: {'id': 'ee80e8a3-09f9-4e7d-a921-e109800248d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'started_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:22:48.287284 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-08fee751-7bc1-484d-a0ce-21a9cefd051e service neutron] Checking segment: {'id': '746b15d3-f122-4fd3-bad5-f0b1a2dcac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e6091024-8f4d-4cb5-b1a2-13af9fd389b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:22:48.294184 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-08fee751-7bc1-484d-a0ce-21a9cefd051e service neutron] Bound using segment: {'id': '746b15d3-f122-4fd3-bad5-f0b1a2dcac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e6091024-8f4d-4cb5-b1a2-13af9fd389b6'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:22:48.294660 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-08fee751-7bc1-484d-a0ce-21a9cefd051e service neutron] Bound port: 19d6af57-e933-4e1c-aaf5-6e441ca1bce8, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746b15d3-f122-4fd3-bad5-f0b1a2dcac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e6091024-8f4d-4cb5-b1a2-13af9fd389b6'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:22:48.295032 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-08fee751-7bc1-484d-a0ce-21a9cefd051e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:48.300629 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4558de48-bc8d-444f-bff4-999848f1ef03 req-8914ed6a-83a4-4d4f-8f9b-c2ec6ab56717 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677590 Aug 30 17:22:48.371388 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-08fee751-7bc1-484d-a0ce-21a9cefd051e service neutron] For port 19d6af57-e933-4e1c-aaf5-6e441ca1bce8, host hv-cinder-80531, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:22:48.374934 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-08fee751-7bc1-484d-a0ce-21a9cefd051e service neutron] For port 19d6af57-e933-4e1c-aaf5-6e441ca1bce8, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=19d6af57-e933-4e1c-aaf5-6e441ca1bce8,segment=NetworkSegment(746b15d3-f122-4fd3-bad5-f0b1a2dcac42),segment_id=746b15d3-f122-4fd3-bad5-f0b1a2dcac42)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:22:48.378715 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-08fee751-7bc1-484d-a0ce-21a9cefd051e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2822393'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:48.410858 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-08fee751-7bc1-484d-a0ce-21a9cefd051e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:48.411781 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-08fee751-7bc1-484d-a0ce-21a9cefd051e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:48.413027 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-08fee751-7bc1-484d-a0ce-21a9cefd051e service neutron] 10.222.0.52 "PUT /v2.0/ports/19d6af57-e933-4e1c-aaf5-6e441ca1bce8 HTTP/1.1" status: 200 len: 1094 time: 1.0023026 Aug 30 17:22:48.413452 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2902b37-5a1d-45e2-800e-5e6299133434', 'tag': '19d6af57-e933-4e1c-aaf5-6e441ca1bce8'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:22:48.415916 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e183aeb7d1ae95b610e737921596bfe9224ef5c136def86ae36f97e4cb718d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f636d7-cce8-4e8c-bf2e-79df6e986922" -d '{"events": [{"name": "network-changed", "server_uuid": "a2902b37-5a1d-45e2-800e-5e6299133434", "tag": "19d6af57-e933-4e1c-aaf5-6e441ca1bce8"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:22:48.450306 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fee751-7bc1-484d-a0ce-21a9cefd051e service neutron] Pushing event updated for resources: {'Port': ['ID=19d6af57-e933-4e1c-aaf5-6e441ca1bce8,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:48.467603 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1524495-c143-4408-808e-1f358650b94f x-openstack-request-id: req-e1524495-c143-4408-808e-1f358650b94f {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:22:48.467890 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2902b37-5a1d-45e2-800e-5e6299133434", "tag": "19d6af57-e933-4e1c-aaf5-6e441ca1bce8", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:22:48.468135 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1524495-c143-4408-808e-1f358650b94f {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:22:48.468521 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2902b37-5a1d-45e2-800e-5e6299133434', 'tag': '19d6af57-e933-4e1c-aaf5-6e441ca1bce8', 'status': 'completed', 'code': 200} Aug 30 17:22:48.577301 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34df06-3ca7-4175-9b91-f7b54d9fda06 req-5381bbcf-50aa-4af2-a6bf-6ac2c67749e2 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:48.579406 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2a34df06-3ca7-4175-9b91-f7b54d9fda06 req-5381bbcf-50aa-4af2-a6bf-6ac2c67749e2 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/ports?device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 945 time: 0.0632808 Aug 30 17:22:48.585470 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-bee17b3f-e272-4261-97d0-67af82183d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:48.587015 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-bee17b3f-e272-4261-97d0-67af82183d92 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b03ce9f1d44743abb9c9c1d793df466c&device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 1097 time: 0.1011760 Aug 30 17:22:48.642640 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-afd7dc18-32c6-42ce-89ce-297df35f79ae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19d6af57-e933-4e1c-aaf5-6e441ca1bce8 HTTP/1.1" status: 200 len: 217 time: 0.0399477 Aug 30 17:22:48.684476 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2a34df06-3ca7-4175-9b91-f7b54d9fda06 req-48be1b82-8886-4db0-8a7d-446bee84cccf tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/security-groups?id=abe2b0e9-03a4-4993-9f4b-254a79dc9ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965323 Aug 30 17:22:48.704850 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-82b8614c-ff5c-43e3-baf1-84eda217a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:48.706561 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-82b8614c-ff5c-43e3-baf1-84eda217a7b6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1753daa-9775-4a3a-a2f7-4c0f3775f909 HTTP/1.1" status: 200 len: 854 time: 0.0563381 Aug 30 17:22:48.793433 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-18c087d3-1f2d-453c-8e1a-86e498736eaf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e6091024-8f4d-4cb5-b1a2-13af9fd389b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624835 Aug 30 17:22:48.936406 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47a056-fac1-48f5-aa1c-bb3e1a7b89c1 req-91e39d26-5a40-47e6-9a56-6d5cdd77478a tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:48.938162 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7c47a056-fac1-48f5-aa1c-bb3e1a7b89c1 req-91e39d26-5a40-47e6-9a56-6d5cdd77478a tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 944 time: 0.0735955 Aug 30 17:22:48.951405 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-2d82dda0-f3e6-4cf6-85d5-d4a63016c6c1 service neutron] 10.222.0.52 "GET /v2.0/networks/e6091024-8f4d-4cb5-b1a2-13af9fd389b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496937 Aug 30 17:22:49.042913 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7c47a056-fac1-48f5-aa1c-bb3e1a7b89c1 req-e4bdf4e6-e1ad-42b7-8acf-516b9fdc9b03 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909157 Aug 30 17:22:49.082831 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a1b21fdc-8c8e-43b3-b043-967b671b4967 req-51901045-8ff5-43f3-b192-b52205f7bcaf service neutron] 10.222.0.52 "GET /v2.0/networks/e6091024-8f4d-4cb5-b1a2-13af9fd389b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141870 Aug 30 17:22:49.169344 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f636d7-cce8-4e8c-bf2e-79df6e986922 req-111cf1fa-18e2-446d-a6f7-3a56611474d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:49.170824 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c3f636d7-cce8-4e8c-bf2e-79df6e986922 req-111cf1fa-18e2-446d-a6f7-3a56611474d6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b03ce9f1d44743abb9c9c1d793df466c&device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 1097 time: 0.0413952 Aug 30 17:22:49.263955 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f636d7-cce8-4e8c-bf2e-79df6e986922 req-ae0a442d-9aaf-4292-aad1-4e13d9a961b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:49.265423 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c3f636d7-cce8-4e8c-bf2e-79df6e986922 req-ae0a442d-9aaf-4292-aad1-4e13d9a961b0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e6091024-8f4d-4cb5-b1a2-13af9fd389b6 HTTP/1.1" status: 200 len: 915 time: 0.0841701 Aug 30 17:22:49.309354 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c3f636d7-cce8-4e8c-bf2e-79df6e986922 req-cf7df028-337f-437b-ba74-e187b7b722f3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19d6af57-e933-4e1c-aaf5-6e441ca1bce8 HTTP/1.1" status: 200 len: 217 time: 0.0351703 Aug 30 17:22:49.368802 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f636d7-cce8-4e8c-bf2e-79df6e986922 req-cc261528-62a5-46ab-9b13-dd470d5fe564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:49.371097 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c3f636d7-cce8-4e8c-bf2e-79df6e986922 req-cc261528-62a5-46ab-9b13-dd470d5fe564 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1753daa-9775-4a3a-a2f7-4c0f3775f909 HTTP/1.1" status: 200 len: 854 time: 0.0522656 Aug 30 17:22:49.431815 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c3f636d7-cce8-4e8c-bf2e-79df6e986922 req-56422fa9-a35c-4fed-89c2-f60ea8d4db7d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e6091024-8f4d-4cb5-b1a2-13af9fd389b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408518 Aug 30 17:22:49.475993 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa7f89-740e-44af-a726-da8fbcd86dbc req-a7bf5f12-a15c-48c5-a113-94e26b7b51a0 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:49.477461 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e1fa7f89-740e-44af-a726-da8fbcd86dbc req-a7bf5f12-a15c-48c5-a113-94e26b7b51a0 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.0998440 Aug 30 17:22:49.565858 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e1fa7f89-740e-44af-a726-da8fbcd86dbc req-27406729-d19f-4ee9-b34a-aa71ab197c55 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582287 Aug 30 17:22:49.584087 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c3f636d7-cce8-4e8c-bf2e-79df6e986922 req-36cc5b27-819f-4904-a1ff-844425dd15f9 service neutron] 10.222.0.52 "GET /v2.0/networks/e6091024-8f4d-4cb5-b1a2-13af9fd389b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389363 Aug 30 17:22:49.590155 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 51098) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:49.684519 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c3f636d7-cce8-4e8c-bf2e-79df6e986922 req-9ea3e658-ac20-4a55-9ad6-5395fdd428cb service neutron] 10.222.0.52 "GET /v2.0/networks/e6091024-8f4d-4cb5-b1a2-13af9fd389b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844283 Aug 30 17:22:49.696650 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1c91102-e1f5-420a-9c89-3c8f4318d759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:49.816998 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1c91102-e1f5-420a-9c89-3c8f4318d759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:49.828751 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c1c4b-c7f6-4b74-984d-7bc6119f5a23 req-c93697b9-f963-4644-94f2-9b4ad5e13b9e tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:49.830257 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-792c1c4b-c7f6-4b74-984d-7bc6119f5a23 req-c93697b9-f963-4644-94f2-9b4ad5e13b9e tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/ports?device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 945 time: 0.0774174 Aug 30 17:22:49.830842 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a1c91102-e1f5-420a-9c89-3c8f4318d759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:49.881787 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c91102-e1f5-420a-9c89-3c8f4318d759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883b5f71-f68c-47a1-be2d-5275be6a26bc,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:49.891667 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-a1c91102-e1f5-420a-9c89-3c8f4318d759 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e8ba4002e03f47d181b1c1aec335c619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2980773 Aug 30 17:22:49.892718 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51110) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:49.904032 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-792c1c4b-c7f6-4b74-984d-7bc6119f5a23 req-65bba25f-7bef-4aca-be7e-7079a437d46d tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/security-groups?id=abe2b0e9-03a4-4993-9f4b-254a79dc9ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676956 Aug 30 17:22:49.952771 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0467db04-d71e-4506-8649-fa6f8c0d44b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:49.974175 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0467db04-d71e-4506-8649-fa6f8c0d44b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:50.032087 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0467db04-d71e-4506-8649-fa6f8c0d44b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:50.035425 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0467db04-d71e-4506-8649-fa6f8c0d44b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:50.038083 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-0467db04-d71e-4506-8649-fa6f8c0d44b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/883b5f71-f68c-47a1-be2d-5275be6a26bc HTTP/1.1" status: 204 len: 168 time: 0.1445243 Aug 30 17:22:50.059402 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467db04-d71e-4506-8649-fa6f8c0d44b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883b5f71-f68c-47a1-be2d-5275be6a26bc,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:50.166920 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7acf9-c85c-4c4a-9209-2f0f378de489 req-4cab1db5-9a13-4cc7-abb1-89aec53e77be tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:50.169355 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-56f7acf9-c85c-4c4a-9209-2f0f378de489 req-4cab1db5-9a13-4cc7-abb1-89aec53e77be tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 944 time: 0.0508959 Aug 30 17:22:50.222258 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-56f7acf9-c85c-4c4a-9209-2f0f378de489 req-2004a1c3-baa2-48f8-8ab7-75b73f7f6cba tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393460 Aug 30 17:22:50.257039 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51132) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:50.445785 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51142) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:50.487685 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c09097d9-5adb-48f3-a803-a06d30952b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:50.543074 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-69d38ec5-f506-4c96-997f-40ba92b10ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:50.617141 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c09097d9-5adb-48f3-a803-a06d30952b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:50.625163 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c09097d9-5adb-48f3-a803-a06d30952b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:50.680086 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09097d9-5adb-48f3-a803-a06d30952b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7b0201-9b87-4181-a455-9f83f5356124,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:50.688869 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-c09097d9-5adb-48f3-a803-a06d30952b0c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=23487c1108e041248cdad107dec182a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4277091 Aug 30 17:22:50.689556 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 51156) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:50.730688 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012e712-e705-45e0-af55-3abd31d1bf5a req-785a838c-182d-45b2-9431-9934420e5259 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:50.732663 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0012e712-e705-45e0-af55-3abd31d1bf5a req-785a838c-182d-45b2-9431-9934420e5259 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.0899754 Aug 30 17:22:50.756205 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-69d38ec5-f506-4c96-997f-40ba92b10ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:50.762181 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-69d38ec5-f506-4c96-997f-40ba92b10ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:50.783260 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34639b7c-23fa-48fb-887c-885b3b78a6ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:50.799984 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d38ec5-f506-4c96-997f-40ba92b10ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bb2c4d-c803-42b0-951c-6ca1642dd4ec,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:50.800909 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0012e712-e705-45e0-af55-3abd31d1bf5a req-06f11459-f34c-4eb7-b8cd-8e08dd0db1b0 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591094 Aug 30 17:22:50.814187 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-69d38ec5-f506-4c96-997f-40ba92b10ccf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9028c67d0af45f280e9089d5d23a3e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3671505 Aug 30 17:22:50.816101 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34639b7c-23fa-48fb-887c-885b3b78a6ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:50.816909 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51162) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:50.867692 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c4b2f1ef-c916-4d54-8900-0882d5edc623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:50.880312 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34639b7c-23fa-48fb-887c-885b3b78a6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:50.883534 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-34639b7c-23fa-48fb-887c-885b3b78a6ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:50.887724 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-34639b7c-23fa-48fb-887c-885b3b78a6ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f7b0201-9b87-4181-a455-9f83f5356124 HTTP/1.1" status: 204 len: 168 time: 0.1934490 Aug 30 17:22:50.895262 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34639b7c-23fa-48fb-887c-885b3b78a6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7b0201-9b87-4181-a455-9f83f5356124,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:50.895929 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51166) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:50.900113 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c4b2f1ef-c916-4d54-8900-0882d5edc623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:50.967626 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c4b2f1ef-c916-4d54-8900-0882d5edc623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:50.972395 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c4b2f1ef-c916-4d54-8900-0882d5edc623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:50.973729 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-c4b2f1ef-c916-4d54-8900-0882d5edc623 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/48bb2c4d-c803-42b0-951c-6ca1642dd4ec HTTP/1.1" status: 204 len: 168 time: 0.1558895 Aug 30 17:22:50.983748 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2f1ef-c916-4d54-8900-0882d5edc623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bb2c4d-c803-42b0-951c-6ca1642dd4ec,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:51.099846 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e523ec-f0e4-4843-b299-8e3d2d57812c req-0af36ee4-e3b8-41aa-b842-de7918aa4b8c tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:51.101687 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-50e523ec-f0e4-4843-b299-8e3d2d57812c req-0af36ee4-e3b8-41aa-b842-de7918aa4b8c tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.52 "GET /v2.0/ports?device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 945 time: 0.1148899 Aug 30 17:22:51.111250 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18295330-25cd-4ecb-8929-166813a732ca req-16edc3d7-a611-4402-94fd-1c3d28cee6f5 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:51.112796 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-18295330-25cd-4ecb-8929-166813a732ca req-16edc3d7-a611-4402-94fd-1c3d28cee6f5 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/ports?device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 945 time: 0.1027477 Aug 30 17:22:51.146779 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-f09d98ed-0e6f-4fc8-8b31-b830096be267 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-790838240-network', 'tenant_id': '1e87154fe5704a729a211e9e1f568318'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:22:51.197093 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09d98ed-0e6f-4fc8-8b31-b830096be267 admin admin] Made reservation on behalf of 1e87154fe5704a729a211e9e1f568318 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:22:51.200517 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f09d98ed-0e6f-4fc8-8b31-b830096be267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:51.214666 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f09d98ed-0e6f-4fc8-8b31-b830096be267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:51.295787 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-18295330-25cd-4ecb-8929-166813a732ca req-c402a8e1-7598-4a13-975f-72780842fd17 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/security-groups?id=abe2b0e9-03a4-4993-9f4b-254a79dc9ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571710 Aug 30 17:22:51.337234 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-50e523ec-f0e4-4843-b299-8e3d2d57812c req-98eb54ec-ad60-4ae8-8c02-de29708d59e0 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Deleting port 2bd8d4e9-bfd0-4404-82f5-beea3ef895d3 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:22:51.337843 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-50e523ec-f0e4-4843-b299-8e3d2d57812c req-98eb54ec-ad60-4ae8-8c02-de29708d59e0 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:51.415101 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f09d98ed-0e6f-4fc8-8b31-b830096be267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:51.424181 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f09d98ed-0e6f-4fc8-8b31-b830096be267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:51.448689 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f09d98ed-0e6f-4fc8-8b31-b830096be267 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:22:51.466803 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d98ed-0e6f-4fc8-8b31-b830096be267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe35034-58df-4340-b9b0-7c5cec5f69f0,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:51.473249 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48141848-74ad-4616-bff8-f4261eeb29da req-92a1e2e9-ff1d-4f31-adf6-6883d131bbe3 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:51.481135 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-48141848-74ad-4616-bff8-f4261eeb29da req-92a1e2e9-ff1d-4f31-adf6-6883d131bbe3 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 944 time: 0.1209841 Aug 30 17:22:51.496179 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f09d98ed-0e6f-4fc8-8b31-b830096be267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:51.496523 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-f09d98ed-0e6f-4fc8-8b31-b830096be267 admin admin] Added segment c74f1a16-00c4-471b-b3bb-ad3b14bbd540 of type vlan for network ff1002d0-fa0b-4127-8146-74c3b9876100 Aug 30 17:22:51.555625 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-50e523ec-f0e4-4843-b299-8e3d2d57812c req-98eb54ec-ad60-4ae8-8c02-de29708d59e0 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] For port 2bd8d4e9-bfd0-4404-82f5-beea3ef895d3, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=2bd8d4e9-bfd0-4404-82f5-beea3ef895d3,segment=NetworkSegment(ca595a7b-6879-4917-8e06-6d8d95871d45),segment_id=ca595a7b-6879-4917-8e06-6d8d95871d45)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:22:51.555992 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-50e523ec-f0e4-4843-b299-8e3d2d57812c req-98eb54ec-ad60-4ae8-8c02-de29708d59e0 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:51.583408 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f09d98ed-0e6f-4fc8-8b31-b830096be267 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763728898142'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:51.607866 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-50e523ec-f0e4-4843-b299-8e3d2d57812c req-98eb54ec-ad60-4ae8-8c02-de29708d59e0 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Calling delete_port for 2bd8d4e9-bfd0-4404-82f5-beea3ef895d3 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:22:51.632740 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-48141848-74ad-4616-bff8-f4261eeb29da req-4f13fb1f-3f83-44b1-8cc0-f2149c57c7d9 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430581 Aug 30 17:22:51.633161 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f09d98ed-0e6f-4fc8-8b31-b830096be267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:51.634367 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09d98ed-0e6f-4fc8-8b31-b830096be267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:51.635052 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f09d98ed-0e6f-4fc8-8b31-b830096be267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:51.695455 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f09d98ed-0e6f-4fc8-8b31-b830096be267 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7983978 Aug 30 17:22:51.697686 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51206) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:51.704506 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-220d19a0-457b-459b-9d65-ce0f18906bcf admin admin] Request body: {'subnet': {'network_id': 'ff1002d0-fa0b-4127-8146-74c3b9876100', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-790838240-subnet', 'tenant_id': '1e87154fe5704a729a211e9e1f568318', 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:22:51.720683 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d98ed-0e6f-4fc8-8b31-b830096be267 admin admin] Pushing event updated for resources: {'Network': ['ID=ff1002d0-fa0b-4127-8146-74c3b9876100,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:51.735308 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Network ff1002d0-fa0b-4127-8146-74c3b9876100 details requested by agent ovs-agent-dv-cinder-805316-3-iscsi with host dv-cinder-805316-3-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:22:51.748240 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220d19a0-457b-459b-9d65-ce0f18906bcf admin admin] Made reservation on behalf of 1e87154fe5704a729a211e9e1f568318 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:22:51.750606 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-220d19a0-457b-459b-9d65-ce0f18906bcf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:51.844043 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-50e523ec-f0e4-4843-b299-8e3d2d57812c req-98eb54ec-ad60-4ae8-8c02-de29708d59e0 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:51.881459 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb54ec-ad60-4ae8-8c02-de29708d59e0 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Pushing event deleted for resources: {'Port': ['ID=2bd8d4e9-bfd0-4404-82f5-beea3ef895d3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:51.903268 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['2bd8d4e9-bfd0-4404-82f5-beea3ef895d3'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:22:51.967301 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e523ec-f0e4-4843-b299-8e3d2d57812c req-98eb54ec-ad60-4ae8-8c02-de29708d59e0 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] No DVR routers for this DVR port 2bd8d4e9-bfd0-4404-82f5-beea3ef895d3 on host hv-cinder-80531 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:22:51.971076 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-50e523ec-f0e4-4843-b299-8e3d2d57812c req-98eb54ec-ad60-4ae8-8c02-de29708d59e0 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:51.973625 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-50e523ec-f0e4-4843-b299-8e3d2d57812c req-98eb54ec-ad60-4ae8-8c02-de29708d59e0 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.52 "DELETE /v2.0/ports/2bd8d4e9-bfd0-4404-82f5-beea3ef895d3 HTTP/1.1" status: 204 len: 173 time: 0.8597996 Aug 30 17:22:51.975097 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c402b7c8-90ff-4829-a479-56aa658ff0a2', 'name': 'network-vif-deleted', 'tag': '2bd8d4e9-bfd0-4404-82f5-beea3ef895d3'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:22:51.978674 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e183aeb7d1ae95b610e737921596bfe9224ef5c136def86ae36f97e4cb718d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87df44f5-aeb4-4775-ade7-cd77098afdb0" -d '{"events": [{"server_uuid": "c402b7c8-90ff-4829-a479-56aa658ff0a2", "name": "network-vif-deleted", "tag": "2bd8d4e9-bfd0-4404-82f5-beea3ef895d3"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:22:52.006609 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-220d19a0-457b-459b-9d65-ce0f18906bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:52.034982 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6dcf12e-1e20-4965-a8a5-39ceaf532615 x-openstack-request-id: req-c6dcf12e-1e20-4965-a8a5-39ceaf532615 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:22:52.035269 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c402b7c8-90ff-4829-a479-56aa658ff0a2", "name": "network-vif-deleted", "tag": "2bd8d4e9-bfd0-4404-82f5-beea3ef895d3", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:22:52.035514 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6dcf12e-1e20-4965-a8a5-39ceaf532615 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:22:52.035893 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c402b7c8-90ff-4829-a479-56aa658ff0a2', 'name': 'network-vif-deleted', 'tag': '2bd8d4e9-bfd0-4404-82f5-beea3ef895d3', 'status': 'completed', 'code': 200} Aug 30 17:22:52.046198 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006446d-ee67-4359-9573-bd18a0e9e962 req-2593fa5e-cc35-440f-9c16-f084ded19007 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:52.048854 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3006446d-ee67-4359-9573-bd18a0e9e962 req-2593fa5e-cc35-440f-9c16-f084ded19007 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.0821497 Aug 30 17:22:52.091981 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d19a0-457b-459b-9d65-ce0f18906bcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2441a91-a5c9-4f3f-a0e9-881d637a8bbc,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:52.126095 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3006446d-ee67-4359-9573-bd18a0e9e962 req-d3d88c94-c7fb-401a-8cab-b73c985b00bf tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624504 Aug 30 17:22:52.137849 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220d19a0-457b-459b-9d65-ce0f18906bcf admin admin] Checking segment: {'id': 'c74f1a16-00c4-471b-b3bb-ad3b14bbd540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ff1002d0-fa0b-4127-8146-74c3b9876100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:22:52.138261 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220d19a0-457b-459b-9d65-ce0f18906bcf admin admin] Network hostable DHCP agents. Network: ff1002d0-fa0b-4127-8146-74c3b9876100, hostable agents: ['8f3c7f8e-0df7-4e02-9457-a839f0ce6f10'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:22:52.159571 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220d19a0-457b-459b-9d65-ce0f18906bcf admin admin] Network ff1002d0-fa0b-4127-8146-74c3b9876100 is scheduled to be hosted by DHCP agent 8f3c7f8e-0df7-4e02-9457-a839f0ce6f10 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:22:52.170562 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-220d19a0-457b-459b-9d65-ce0f18906bcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-3-iscsi, ff1002d0-fa0b-4127-8146-74c3b9876100) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:22:52.176322 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220d19a0-457b-459b-9d65-ce0f18906bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:52.176810 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-220d19a0-457b-459b-9d65-ce0f18906bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:52.181030 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67451d6-358e-4035-bddc-b270825f6eb2 None None] Network ff1002d0-fa0b-4127-8146-74c3b9876100 requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:22:52.196320 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-220d19a0-457b-459b-9d65-ce0f18906bcf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4975107 Aug 30 17:22:52.198923 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51234) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:52.204823 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-4dfee7b6-be24-477f-81e8-eaf207614347 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-790838240-router', 'tenant_id': '1e87154fe5704a729a211e9e1f568318', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:22:52.231499 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4dfee7b6-be24-477f-81e8-eaf207614347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102440'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:52.233503 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4dfee7b6-be24-477f-81e8-eaf207614347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533729', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102449'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:52.286732 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4dfee7b6-be24-477f-81e8-eaf207614347 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:52.416194 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9162af0-1391-5be5-b89f-1e72096aa358-ff1002d0-fa0b-4127-8146-74c3b9876100', 'network_id': 'ff1002d0-fa0b-4127-8146-74c3b9876100', 'tenant_id': '1e87154fe5704a729a211e9e1f568318', 'fixed_ips': [{'subnet_id': 'e2441a91-a5c9-4f3f-a0e9-881d637a8bbc'}]}} from dv-cinder-805316-3-iscsi. {{(pid=93817) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 17:22:52.417947 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:52.423269 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8e3db559-60ae-4e61-a8ce-fdf4e781e141 req-b52ea62d-e814-488a-ba74-20c0bf5515f5 tempest-DeleteServersTestJSON-1122690573 tempest-DeleteServersTestJSON-1122690573-project] 10.222.0.21 "GET /v2.0/ports?device_id=c402b7c8-90ff-4829-a479-56aa658ff0a2 HTTP/1.1" status: 200 len: 210 time: 0.0485849 Aug 30 17:22:52.500202 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4dfee7b6-be24-477f-81e8-eaf207614347 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:52.641343 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Allocated IP 172.20.0.2 (ff1002d0-fa0b-4127-8146-74c3b9876100/e2441a91-a5c9-4f3f-a0e9-881d637a8bbc/48bc3199-cf35-41ce-9f8e-d9a954a55602) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:22:52.769336 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4dfee7b6-be24-477f-81e8-eaf207614347 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:52.821845 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4dfee7b6-be24-477f-81e8-eaf207614347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:52.825762 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 19d6af57-e933-4e1c-aaf5-6e441ca1bce8 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:22:52.847123 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb092c25-f7d7-4a54-9992-74c39606ea2d req-07151fe9-dce4-4a85-bc1d-b3fc68191bd3 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:52.849021 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51260) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:52.849139 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fb092c25-f7d7-4a54-9992-74c39606ea2d req-07151fe9-dce4-4a85-bc1d-b3fc68191bd3 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 944 time: 0.0981729 Aug 30 17:22:52.924250 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fb092c25-f7d7-4a54-9992-74c39606ea2d req-20dc66f5-7a3a-4883-84e5-65433a83aaae tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537188 Aug 30 17:22:53.091246 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 19d6af57-e933-4e1c-aaf5-6e441ca1bce8, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=19d6af57-e933-4e1c-aaf5-6e441ca1bce8,segment=NetworkSegment(746b15d3-f122-4fd3-bad5-f0b1a2dcac42),segment_id=746b15d3-f122-4fd3-bad5-f0b1a2dcac42)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:22:53.115173 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-4dfee7b6-be24-477f-81e8-eaf207614347 admin admin] Allocated IP 172.27.2.46 (3951d34a-2192-4abb-b523-61631b013f39/db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b/7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:22:53.120557 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-236fa38d-636e-4d8e-8c5b-a22c830d3aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:53.122762 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Returning: {'device': '19d6af57-e933-4e1c-aaf5-6e441ca1bce8', 'network_id': 'e6091024-8f4d-4cb5-b1a2-13af9fd389b6', 'port_id': '19d6af57-e933-4e1c-aaf5-6e441ca1bce8', 'mac_address': 'fa:16:3e:d2:e0:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1753daa-9775-4a3a-a2f7-4c0f3775f909', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:22:53.162260 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:53.178940 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Transition to ACTIVE for port object 48bc3199-cf35-41ce-9f8e-d9a954a55602 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:22:53.187913 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:53.212116 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d6af57-e933-4e1c-aaf5-6e441ca1bce8 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:22:53.217621 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Transition to ACTIVE for port object 48bc3199-cf35-41ce-9f8e-d9a954a55602 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:22:53.230607 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:53.252301 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 19d6af57-e933-4e1c-aaf5-6e441ca1bce8, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=19d6af57-e933-4e1c-aaf5-6e441ca1bce8,segment=NetworkSegment(746b15d3-f122-4fd3-bad5-f0b1a2dcac42),segment_id=746b15d3-f122-4fd3-bad5-f0b1a2dcac42)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:22:53.286007 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4dfee7b6-be24-477f-81e8-eaf207614347 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:53.318312 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:53.336478 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Network ff1002d0-fa0b-4127-8146-74c3b9876100 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:22:53.349148 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:22:53.353163 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:22:53.359691 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-236fa38d-636e-4d8e-8c5b-a22c830d3aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:53.371353 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-236fa38d-636e-4d8e-8c5b-a22c830d3aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:53.381629 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fe8f6-e608-4ff8-967a-ef63b0abb4c2 req-bb4d04ed-44b1-4d9f-adea-4481b37a9826 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:53.384332 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ec0fe8f6-e608-4ff8-967a-ef63b0abb4c2 req-bb4d04ed-44b1-4d9f-adea-4481b37a9826 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.1083934 Aug 30 17:22:53.390404 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Pushing event updated for resources: {'Port': ['ID=48bc3199-cf35-41ce-9f8e-d9a954a55602,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:53.408847 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-236fa38d-636e-4d8e-8c5b-a22c830d3aad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6b7cf59957a40f98d4474103fc142b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5587382 Aug 30 17:22:53.411539 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4dfee7b6-be24-477f-81e8-eaf207614347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:53.412809 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 51276) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:53.439902 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:53.440284 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:53.440592 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:53.440928 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:53.441263 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:53.441673 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:53.442153 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:53.442631 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:53.443849 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:53.443849 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:53.444051 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:53.444487 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:53.470249 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ec0fe8f6-e608-4ff8-967a-ef63b0abb4c2 req-5cd5a55c-b80f-4964-8d06-8dde24439605 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762987 Aug 30 17:22:53.486599 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfee7b6-be24-477f-81e8-eaf207614347 admin admin] Pushing event updated for resources: {'Port': ['ID=7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:53.511222 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfee7b6-be24-477f-81e8-eaf207614347 admin admin] Network 3951d34a-2192-4abb-b523-61631b013f39 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:22:53.516043 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-4dfee7b6-be24-477f-81e8-eaf207614347 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:22:53.520275 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfee7b6-be24-477f-81e8-eaf207614347 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:22:53.529481 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Attempting to bind port 48bc3199-cf35-41ce-9f8e-d9a954a55602 on host dv-cinder-805316-3-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:22:53.529904 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Attempting to bind port 48bc3199-cf35-41ce-9f8e-d9a954a55602 by drivers openvswitch,hyperv on host dv-cinder-805316-3-iscsi at level 0 using segments [{'id': 'c74f1a16-00c4-471b-b3bb-ad3b14bbd540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ff1002d0-fa0b-4127-8146-74c3b9876100'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:22:53.530270 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Attempting to bind port 48bc3199-cf35-41ce-9f8e-d9a954a55602 on network ff1002d0-fa0b-4127-8146-74c3b9876100 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:22:53.541989 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Checking agent: {'id': 'ffbe204d-12b1-4bb4-8980-9a78a382db5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 13, 58), 'started_at': datetime.datetime(2021, 8, 30, 17, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:22:53.542377 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Checking segment: {'id': 'c74f1a16-00c4-471b-b3bb-ad3b14bbd540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ff1002d0-fa0b-4127-8146-74c3b9876100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:22:53.542784 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:53.543188 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Bound using segment: {'id': 'c74f1a16-00c4-471b-b3bb-ad3b14bbd540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ff1002d0-fa0b-4127-8146-74c3b9876100'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:22:53.543665 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Bound port: 48bc3199-cf35-41ce-9f8e-d9a954a55602, host: dv-cinder-805316-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74f1a16-00c4-471b-b3bb-ad3b14bbd540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ff1002d0-fa0b-4127-8146-74c3b9876100'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:22:53.544307 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:53.547340 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b7a3201-afdf-4e0d-a4a4-4d8d61f8a326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:53.570474 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=19d6af57-e933-4e1c-aaf5-6e441ca1bce8,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:53.582410 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b7a3201-afdf-4e0d-a4a4-4d8d61f8a326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:53.614537 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236fa38d-636e-4d8e-8c5b-a22c830d3aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f8336e-a4d2-40e4-bd64-7fbf67b53161,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:53.646525 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['19d6af57-e933-4e1c-aaf5-6e441ca1bce8'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:22:53.677356 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] For port 48bc3199-cf35-41ce-9f8e-d9a954a55602, host dv-cinder-805316-3-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:22:53.680678 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b7a3201-afdf-4e0d-a4a4-4d8d61f8a326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:53.686664 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2b7a3201-afdf-4e0d-a4a4-4d8d61f8a326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:53.691849 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-2b7a3201-afdf-4e0d-a4a4-4d8d61f8a326 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94f8336e-a4d2-40e4-bd64-7fbf67b53161 HTTP/1.1" status: 204 len: 168 time: 0.2776461 Aug 30 17:22:53.703238 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] For port 48bc3199-cf35-41ce-9f8e-d9a954a55602, host dv-cinder-805316-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=48bc3199-cf35-41ce-9f8e-d9a954a55602,segment=NetworkSegment(c74f1a16-00c4-471b-b3bb-ad3b14bbd540),segment_id=c74f1a16-00c4-471b-b3bb-ad3b14bbd540)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:22:53.708547 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a3201-afdf-4e0d-a4a4-4d8d61f8a326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f8336e-a4d2-40e4-bd64-7fbf67b53161,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:53.727319 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:53.868077 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d44fd5-2346-45f4-aa44-8f7bf0f7de6e None None] Pushing event updated for resources: {'Port': ['ID=48bc3199-cf35-41ce-9f8e-d9a954a55602,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:53.888724 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4dfee7b6-be24-477f-81e8-eaf207614347 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:54.132240 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8265ae0-f200-4463-b3e8-bcf6e2937fad req-2763b314-040e-456d-b1a7-4e43eefe905e tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:54.141882 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f8265ae0-f200-4463-b3e8-bcf6e2937fad req-2763b314-040e-456d-b1a7-4e43eefe905e tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 945 time: 0.0758641 Aug 30 17:22:54.223832 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f8265ae0-f200-4463-b3e8-bcf6e2937fad req-0b64762d-0293-4313-a718-154994ad33d2 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793650 Aug 30 17:22:54.290317 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4dfee7b6-be24-477f-81e8-eaf207614347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535102'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:54.478351 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfee7b6-be24-477f-81e8-eaf207614347 admin admin] Router 2ba871b7-1fc6-4a7a-add0-48000b3edf01 is scheduled to L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 17:22:54.638737 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6579c3c-8c46-4446-8d9a-ef1f24383d0b req-f8fdebf8-3669-4b23-b14f-80caae34dfb7 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:54.646345 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d6579c3c-8c46-4446-8d9a-ef1f24383d0b req-f8fdebf8-3669-4b23-b14f-80caae34dfb7 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.0640006 Aug 30 17:22:54.647199 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfee7b6-be24-477f-81e8-eaf207614347 admin admin] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:22:54.661361 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d430e6d1-0989-48c6-beb9-b82081b71c80 None None] Sync routers for ids ['2ba871b7-1fc6-4a7a-add0-48000b3edf01'] in dv-cinder-805316-3-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:22:54.670990 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4dfee7b6-be24-477f-81e8-eaf207614347 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:54.675463 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d430e6d1-0989-48c6-beb9-b82081b71c80 None None] Routers {'2ba871b7-1fc6-4a7a-add0-48000b3edf01'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:22:54.675732 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-4dfee7b6-be24-477f-81e8-eaf207614347 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4755328 Aug 30 17:22:54.676538 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51332) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:54.676691 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d430e6d1-0989-48c6-beb9-b82081b71c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:22:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['2ba871b7-1fc6-4a7a-add0-48000b3edf01'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:22:54.722792 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d6579c3c-8c46-4446-8d9a-ef1f24383d0b req-c3f40008-b7f3-4d82-9c17-5808f6f4dfb6 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702522 Aug 30 17:22:54.810901 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 19d6af57-e933-4e1c-aaf5-6e441ca1bce8 up at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:22:54.851302 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 51336) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:54.874744 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b9e29984-2b3f-44b9-9776-fa6b6ab0cca7 req-99aca521-824c-44bc-b5fa-6e943f1eab4f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d068e992-e980-4e22-8b4f-d881caa225a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1153893 Aug 30 17:22:54.902492 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-d430e6d1-0989-48c6-beb9-b82081b71c80 None None] Set router 2ba871b7-1fc6-4a7a-add0-48000b3edf01 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:22:54.923414 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 48bc3199-cf35-41ce-9f8e-d9a954a55602 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:22:55.031291 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b562ea1f-56e6-49b5-aeef-20b42bdb2d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:55.094076 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:55.094973 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5f3c0396-3633-4353-aa69-fec80d39dbb8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-725494249-network', 'tenant_id': '4038cbf18243476594febddbf09ba3fd'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:22:55.102003 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning for port 19d6af57-e933-4e1c-aaf5-6e441ca1bce8 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:22:55.107118 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning complete for port 19d6af57-e933-4e1c-aaf5-6e441ca1bce8 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:22:55.112448 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:55.135298 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3c0396-3633-4353-aa69-fec80d39dbb8 admin admin] Made reservation on behalf of 4038cbf18243476594febddbf09ba3fd for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:22:55.139328 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f3c0396-3633-4353-aa69-fec80d39dbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:55.156478 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f3c0396-3633-4353-aa69-fec80d39dbb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:55.161381 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 51346) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:55.180577 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d430e6d1-0989-48c6-beb9-b82081b71c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'name': 'tempest-TestMinimumBasicScenario-790838240-router', 'tenant_id': '1e87154fe5704a729a211e9e1f568318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:22:52Z', 'updated_at': '2021-08-30T17:22:53Z', 'revision_number': 3, 'project_id': '1e87154fe5704a729a211e9e1f568318', 'gw_port': {'id': '7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:22:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:22:52Z', 'updated_at': '2021-08-30T17:22:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:22:55.194944 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b7598e-4542-43bb-8831-ec377d6a5969 None None] Network ff1002d0-fa0b-4127-8146-74c3b9876100 requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:22:55.209249 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d430e6d1-0989-48c6-beb9-b82081b71c80 None None] Checking router: 2ba871b7-1fc6-4a7a-add0-48000b3edf01 for host: dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:22:55.209909 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d430e6d1-0989-48c6-beb9-b82081b71c80 None None] Updating router 2ba871b7-1fc6-4a7a-add0-48000b3edf01 port 7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3 binding host dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:22:55.239801 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d430e6d1-0989-48c6-beb9-b82081b71c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:55.266264 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning for port 48bc3199-cf35-41ce-9f8e-d9a954a55602 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:22:55.316442 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-d4911509-d12c-4605-8ce4-f1cc2eb8ec71 None None] Provisioning for port 48bc3199-cf35-41ce-9f8e-d9a954a55602 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:22:55.335392 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-d4911509-d12c-4605-8ce4-f1cc2eb8ec71 None None] Provisioning complete for port 48bc3199-cf35-41ce-9f8e-d9a954a55602 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:22:55.335945 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d4911509-d12c-4605-8ce4-f1cc2eb8ec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:55.380274 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:55.452278 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2902b37-5a1d-45e2-800e-5e6299133434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d6af57-e933-4e1c-aaf5-6e441ca1bce8'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:22:55.454775 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b565bf2a2ce0626243007c858acec0a0684ffd3fe6012f569d221254cd872eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de04f8fb-ec5f-4c68-8489-5a634fc3812e" -d '{"events": [{"server_uuid": "a2902b37-5a1d-45e2-800e-5e6299133434", "name": "network-vif-plugged", "status": "completed", "tag": "19d6af57-e933-4e1c-aaf5-6e441ca1bce8"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:22:55.486160 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 19d6af57-e933-4e1c-aaf5-6e441ca1bce8, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=19d6af57-e933-4e1c-aaf5-6e441ca1bce8,segment=NetworkSegment(746b15d3-f122-4fd3-bad5-f0b1a2dcac42),segment_id=746b15d3-f122-4fd3-bad5-f0b1a2dcac42)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:22:55.501044 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:55.502374 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 2bd8d4e9-bfd0-4404-82f5-beea3ef895d3 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:22:55.506491 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc34d9f3-5421-46d9-b469-28eff46c521c admin admin] Deleting subnet bf422a21-2264-4ed6-bfad-aad727547ee9 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:22:55.517419 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd76be9-5f0c-430c-b7bb-1c83df943813 req-cc857b55-068a-4663-bcd0-dcce6c68008f tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:55.525019 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2cd76be9-5f0c-430c-b7bb-1c83df943813 req-cc857b55-068a-4663-bcd0-dcce6c68008f tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 945 time: 0.1040404 Aug 30 17:22:55.553790 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc34d9f3-5421-46d9-b469-28eff46c521c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:55.574558 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-081f714a-4c23-4c1d-ae98-897fef2d3902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:55.594079 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d430e6d1-0989-48c6-beb9-b82081b71c80 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:55.605278 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-d430e6d1-0989-48c6-beb9-b82081b71c80 None None] Transition to ACTIVE for port object 7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:22:55.617984 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d430e6d1-0989-48c6-beb9-b82081b71c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:55.622568 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2cd76be9-5f0c-430c-b7bb-1c83df943813 req-0e020640-ccc8-4d05-a20d-97aa81cf155c tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918288 Aug 30 17:22:55.624777 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6094ab38-6a13-40aa-981d-39be282e67c7 x-openstack-request-id: req-6094ab38-6a13-40aa-981d-39be282e67c7 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:22:55.626655 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2902b37-5a1d-45e2-800e-5e6299133434", "name": "network-vif-plugged", "status": "completed", "tag": "19d6af57-e933-4e1c-aaf5-6e441ca1bce8", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:22:55.627006 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6094ab38-6a13-40aa-981d-39be282e67c7 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:22:55.627498 dv-cinder-805316-3-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2902b37-5a1d-45e2-800e-5e6299133434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d6af57-e933-4e1c-aaf5-6e441ca1bce8', 'code': 200} Aug 30 17:22:55.646770 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] No Port match for: 2bd8d4e9-bfd0-4404-82f5-beea3ef895d3 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:22:55.649807 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 2bd8d4e9-bfd0-4404-82f5-beea3ef895d3 not bound to the agent host hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:22:55.676683 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc34d9f3-5421-46d9-b469-28eff46c521c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3015866'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:55.695704 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d4911509-d12c-4605-8ce4-f1cc2eb8ec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:55.722730 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=19d6af57-e933-4e1c-aaf5-6e441ca1bce8,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:55.734080 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c139ab-ccae-4e80-aa3d-211930d3f149 None None] Pushing event updated for resources: {'Port': ['ID=7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:55.761820 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc34d9f3-5421-46d9-b469-28eff46c521c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33214020'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:55.768245 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c139ab-ccae-4e80-aa3d-211930d3f149 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:55.774846 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c139ab-ccae-4e80-aa3d-211930d3f149 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:55.775339 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c139ab-ccae-4e80-aa3d-211930d3f149 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:55.775780 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c139ab-ccae-4e80-aa3d-211930d3f149 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:55.776804 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c139ab-ccae-4e80-aa3d-211930d3f149 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:55.778008 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c139ab-ccae-4e80-aa3d-211930d3f149 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:55.778721 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c139ab-ccae-4e80-aa3d-211930d3f149 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:55.779658 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c139ab-ccae-4e80-aa3d-211930d3f149 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:55.781091 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c139ab-ccae-4e80-aa3d-211930d3f149 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:55.781563 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c139ab-ccae-4e80-aa3d-211930d3f149 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:55.782601 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c139ab-ccae-4e80-aa3d-211930d3f149 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:55.783043 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c139ab-ccae-4e80-aa3d-211930d3f149 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:22:55.801024 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-d430e6d1-0989-48c6-beb9-b82081b71c80 None None] Attempting to bind port 7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3 on host dv-cinder-805316-3-iscsi for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:22:55.803690 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-d4911509-d12c-4605-8ce4-f1cc2eb8ec71 None None] For port 48bc3199-cf35-41ce-9f8e-d9a954a55602, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=48bc3199-cf35-41ce-9f8e-d9a954a55602,segment=NetworkSegment(c74f1a16-00c4-471b-b3bb-ad3b14bbd540),segment_id=c74f1a16-00c4-471b-b3bb-ad3b14bbd540)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:22:55.803877 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-d430e6d1-0989-48c6-beb9-b82081b71c80 None None] Attempting to bind port 7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3 by drivers openvswitch,hyperv on host dv-cinder-805316-3-iscsi at level 0 using segments [{'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:22:55.804776 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d430e6d1-0989-48c6-beb9-b82081b71c80 None None] Attempting to bind port 7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3 on network 3951d34a-2192-4abb-b523-61631b013f39 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:22:55.816705 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d4911509-d12c-4605-8ce4-f1cc2eb8ec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:55.820780 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d430e6d1-0989-48c6-beb9-b82081b71c80 None None] Checking agent: {'id': 'ffbe204d-12b1-4bb4-8980-9a78a382db5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 13, 58), 'started_at': datetime.datetime(2021, 8, 30, 17, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:22:55.821682 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d430e6d1-0989-48c6-beb9-b82081b71c80 None None] Checking segment: {'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:22:55.824430 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d430e6d1-0989-48c6-beb9-b82081b71c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:55.826799 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d430e6d1-0989-48c6-beb9-b82081b71c80 None None] Bound using segment: {'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:22:55.827622 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-d430e6d1-0989-48c6-beb9-b82081b71c80 None None] Bound port: 7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3, host: dv-cinder-805316-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:22:55.830015 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d430e6d1-0989-48c6-beb9-b82081b71c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:55.835000 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-081f714a-4c23-4c1d-ae98-897fef2d3902 admin admin] Allocated IP 172.20.0.1 (ff1002d0-fa0b-4127-8146-74c3b9876100/e2441a91-a5c9-4f3f-a0e9-881d637a8bbc/11005aa2-c15d-4f72-8e9a-d2cbca76ca58) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:22:55.908092 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4911509-d12c-4605-8ce4-f1cc2eb8ec71 None None] Pushing event updated for resources: {'Port': ['ID=48bc3199-cf35-41ce-9f8e-d9a954a55602,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:55.941565 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f3c0396-3633-4353-aa69-fec80d39dbb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:55.956179 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc34d9f3-5421-46d9-b469-28eff46c521c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33214027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2822323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2815012'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:55.980976 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d430e6d1-0989-48c6-beb9-b82081b71c80 None None] For port 7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3, host dv-cinder-805316-3-iscsi, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:22:55.988872 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-d430e6d1-0989-48c6-beb9-b82081b71c80 None None] For port 7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3, host dv-cinder-805316-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3,segment=NetworkSegment(a1e39651-c313-42ea-8a56-542d3d88063d),segment_id=a1e39651-c313-42ea-8a56-542d3d88063d)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:22:55.990120 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f3c0396-3633-4353-aa69-fec80d39dbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:55.998009 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-d430e6d1-0989-48c6-beb9-b82081b71c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:56.011962 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-081f714a-4c23-4c1d-ae98-897fef2d3902 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:56.019299 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cc34d9f3-5421-46d9-b469-28eff46c521c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:56.021066 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-cc34d9f3-5421-46d9-b469-28eff46c521c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bf422a21-2264-4ed6-bfad-aad727547ee9 HTTP/1.1" status: 204 len: 168 time: 0.8557405 Aug 30 17:22:56.023890 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51364) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:56.028233 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34d9f3-5421-46d9-b469-28eff46c521c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf422a21-2264-4ed6-bfad-aad727547ee9,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:56.046205 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c92b1105-e643-47dd-87bd-c0181aa13bff None None] Provisioning complete for port 48bc3199-cf35-41ce-9f8e-d9a954a55602 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:22:56.046737 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c92b1105-e643-47dd-87bd-c0181aa13bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:56.054555 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-081f714a-4c23-4c1d-ae98-897fef2d3902 admin admin] Transition to ACTIVE for port object 11005aa2-c15d-4f72-8e9a-d2cbca76ca58 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:22:56.058494 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3c0396-3633-4353-aa69-fec80d39dbb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:22:56.089069 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300c07f-69c3-42ff-b0bc-c746e58bd969 req-4015fc23-0a3a-4567-9f12-05bcdf393bde tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:56.100213 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6300c07f-69c3-42ff-b0bc-c746e58bd969 req-4015fc23-0a3a-4567-9f12-05bcdf393bde tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.1555192 Aug 30 17:22:56.106635 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c0396-3633-4353-aa69-fec80d39dbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c64e64-be77-47dd-a01e-425d5af530b8,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:56.117093 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d430e6d1-0989-48c6-beb9-b82081b71c80 None None] Routers {'2ba871b7-1fc6-4a7a-add0-48000b3edf01'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:22:56.118567 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d430e6d1-0989-48c6-beb9-b82081b71c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:22:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['2ba871b7-1fc6-4a7a-add0-48000b3edf01'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:22:56.123064 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f3c0396-3633-4353-aa69-fec80d39dbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:56.124107 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.db.segments_db [None req-5f3c0396-3633-4353-aa69-fec80d39dbb8 admin admin] Added segment 87897db7-2f2f-4c60-9df9-e628d0775d09 of type vlan for network 5c38f771-645c-47e7-8b33-0ba4b6334797 Aug 30 17:22:56.132920 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6640-d1f6-4272-bf7f-aa0ee3036959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33116116'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:56.178460 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c139ab-ccae-4e80-aa3d-211930d3f149 None None] Pushing event updated for resources: {'Port': ['ID=7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:56.187887 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-081f714a-4c23-4c1d-ae98-897fef2d3902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:56.211848 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f3c0396-3633-4353-aa69-fec80d39dbb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763728898142'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:56.237618 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6300c07f-69c3-42ff-b0bc-c746e58bd969 req-4b58a86a-1ebf-4560-95e9-801d30362982 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353283 Aug 30 17:22:56.255267 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081f714a-4c23-4c1d-ae98-897fef2d3902 admin admin] Network ff1002d0-fa0b-4127-8146-74c3b9876100 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:22:56.262746 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f3c0396-3633-4353-aa69-fec80d39dbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:56.264541 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3c0396-3633-4353-aa69-fec80d39dbb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:56.265317 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5f3c0396-3633-4353-aa69-fec80d39dbb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:56.278192 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-d430e6d1-0989-48c6-beb9-b82081b71c80 None None] Set router 2ba871b7-1fc6-4a7a-add0-48000b3edf01 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:22:56.293158 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-081f714a-4c23-4c1d-ae98-897fef2d3902 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:22:56.298450 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-5f3c0396-3633-4353-aa69-fec80d39dbb8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4461601 Aug 30 17:22:56.310294 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51368) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:56.311089 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081f714a-4c23-4c1d-ae98-897fef2d3902 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:22:56.311577 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-081f714a-4c23-4c1d-ae98-897fef2d3902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535265'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:56.319850 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-9ae743cf-1175-49bb-b939-7894a391ceb9 admin admin] Request body: {'subnet': {'network_id': '5c38f771-645c-47e7-8b33-0ba4b6334797', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-725494249-subnet', 'tenant_id': '4038cbf18243476594febddbf09ba3fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:22:56.376939 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6640-d1f6-4272-bf7f-aa0ee3036959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33152447', 'neutron.services.segments.db._delete_segments_for_network-8763729442798'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:56.378578 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c0396-3633-4353-aa69-fec80d39dbb8 admin admin] Pushing event updated for resources: {'Network': ['ID=5c38f771-645c-47e7-8b33-0ba4b6334797,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:56.393603 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f714a-4c23-4c1d-ae98-897fef2d3902 admin admin] Pushing event updated for resources: {'Port': ['ID=11005aa2-c15d-4f72-8e9a-d2cbca76ca58,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:56.397913 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Network 5c38f771-645c-47e7-8b33-0ba4b6334797 details requested by agent ovs-agent-dv-cinder-805316-3-iscsi with host dv-cinder-805316-3-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:22:56.452622 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6640-d1f6-4272-bf7f-aa0ee3036959 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:22:56.452973 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6640-d1f6-4272-bf7f-aa0ee3036959 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:22:56.454368 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6640-d1f6-4272-bf7f-aa0ee3036959 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:22:56.454710 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6640-d1f6-4272-bf7f-aa0ee3036959 admin admin] Subscribe: > port after_create 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:22:56.455023 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6640-d1f6-4272-bf7f-aa0ee3036959 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:22:56.455357 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6640-d1f6-4272-bf7f-aa0ee3036959 admin admin] Subscribe: > port after_update 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:22:56.455675 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6640-d1f6-4272-bf7f-aa0ee3036959 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:22:56.455991 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6640-d1f6-4272-bf7f-aa0ee3036959 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:22:56.456305 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6640-d1f6-4272-bf7f-aa0ee3036959 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:22:56.456646 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6640-d1f6-4272-bf7f-aa0ee3036959 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:22:56.506444 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d430e6d1-0989-48c6-beb9-b82081b71c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'name': 'tempest-TestMinimumBasicScenario-790838240-router', 'tenant_id': '1e87154fe5704a729a211e9e1f568318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:22:52Z', 'updated_at': '2021-08-30T17:22:53Z', 'revision_number': 3, 'project_id': '1e87154fe5704a729a211e9e1f568318', 'gw_port': {'id': '7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:22:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:22:52Z', 'updated_at': '2021-08-30T17:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:22:56.536471 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d430e6d1-0989-48c6-beb9-b82081b71c80 None None] The sync data for ids ['2ba871b7-1fc6-4a7a-add0-48000b3edf01'] in dv-cinder-805316-3-iscsi is: [{'id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'name': 'tempest-TestMinimumBasicScenario-790838240-router', 'tenant_id': '1e87154fe5704a729a211e9e1f568318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:22:52Z', 'updated_at': '2021-08-30T17:22:53Z', 'revision_number': 3, 'project_id': '1e87154fe5704a729a211e9e1f568318', 'gw_port': {'id': '7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:22:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:22:52Z', 'updated_at': '2021-08-30T17:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:22:56.603799 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6640-d1f6-4272-bf7f-aa0ee3036959 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:22:56.604494 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6640-d1f6-4272-bf7f-aa0ee3036959 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:22:56.604964 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6640-d1f6-4272-bf7f-aa0ee3036959 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:22:56.605304 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6640-d1f6-4272-bf7f-aa0ee3036959 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93815) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 17:22:56.605776 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-3aeb6640-d1f6-4272-bf7f-aa0ee3036959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a71f18e2-488a-4e8b-9a1b-947ff6e42b58']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:22:56.631810 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-3aeb6640-d1f6-4272-bf7f-aa0ee3036959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca595a7b-6879-4917-8e06-6d8d95871d45') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:22:56.632114 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-3aeb6640-d1f6-4272-bf7f-aa0ee3036959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca595a7b-6879-4917-8e06-6d8d95871d45') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:22:56.650257 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae743cf-1175-49bb-b939-7894a391ceb9 admin admin] Made reservation on behalf of 4038cbf18243476594febddbf09ba3fd for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:22:56.653583 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 51382) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:56.667239 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ae743cf-1175-49bb-b939-7894a391ceb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315050'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:56.678845 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6640-d1f6-4272-bf7f-aa0ee3036959 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763729442681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993722'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:56.680655 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-3426d21d-68c0-4777-beee-77056f840556 None None] Provisioning for port 11005aa2-c15d-4f72-8e9a-d2cbca76ca58 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:22:56.686426 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-3426d21d-68c0-4777-beee-77056f840556 None None] Provisioning complete for port 11005aa2-c15d-4f72-8e9a-d2cbca76ca58 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:22:56.686897 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3426d21d-68c0-4777-beee-77056f840556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:56.743161 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-3426d21d-68c0-4777-beee-77056f840556 None None] Port 11005aa2-c15d-4f72-8e9a-d2cbca76ca58 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:22:56.754085 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 48bc3199-cf35-41ce-9f8e-d9a954a55602 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:22:56.783238 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168933af-2455-4140-8fe9-ddfb57d5f062 req-efab3a7b-a60f-497a-800c-5ac0b53247a4 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:56.786468 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-168933af-2455-4140-8fe9-ddfb57d5f062 req-efab3a7b-a60f-497a-800c-5ac0b53247a4 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 946 time: 0.0795100 Aug 30 17:22:56.813785 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95971a56-3ca9-4bbe-a01d-c308a3143e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:56.813986 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 48bc3199-cf35-41ce-9f8e-d9a954a55602 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:22:56.814294 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:56.861084 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-168933af-2455-4140-8fe9-ddfb57d5f062 req-9ea1d734-f60f-43fe-bf1b-fb16ceae2efc tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653443 Aug 30 17:22:56.870192 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6640-d1f6-4272-bf7f-aa0ee3036959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:56.909963 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aeb6640-d1f6-4272-bf7f-aa0ee3036959 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:22:56.910945 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6640-d1f6-4272-bf7f-aa0ee3036959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194063'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: from cryptography.utils import int_from_bytes Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: from cryptography.utils import int_from_bytes Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: Traceback (most recent call last): Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: timer() Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: cb(*args, **kw) Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: return func(*args, **kwargs) Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: self._notify() Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: self.callback(batched_events) Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: event.method(event) Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: return f(self, *a, **k) Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: return self._get(url).json() Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: return self.request(url, 'GET', **kwargs) Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:22:56.929024 dv-cinder-805316-3-iscsi neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:22:56.967430 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95971a56-3ca9-4bbe-a01d-c308a3143e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:56.972590 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95971a56-3ca9-4bbe-a01d-c308a3143e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:57.013445 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-95971a56-3ca9-4bbe-a01d-c308a3143e82 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eaf2f9f2e31d464e8b61821c655b68d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3586168 Aug 30 17:22:57.014180 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95971a56-3ca9-4bbe-a01d-c308a3143e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6899fca4-416f-4d69-b17d-1d432055f330,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:57.016498 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 51386) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:57.071609 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f549ee6b-eef4-4432-96f9-ab4a1537d5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:57.078070 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-081f714a-4c23-4c1d-ae98-897fef2d3902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:57.080013 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6640-d1f6-4272-bf7f-aa0ee3036959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33152454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535142'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:57.087035 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aeb6640-d1f6-4272-bf7f-aa0ee3036959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:57.092570 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-3aeb6640-d1f6-4272-bf7f-aa0ee3036959 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a71f18e2-488a-4e8b-9a1b-947ff6e42b58 HTTP/1.1" status: 204 len: 168 time: 1.0672908 Aug 30 17:22:57.097105 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f549ee6b-eef4-4432-96f9-ab4a1537d5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:57.132406 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb6640-d1f6-4272-bf7f-aa0ee3036959 admin admin] Pushing event deleted for resources: {'Network': ['ID=a71f18e2-488a-4e8b-9a1b-947ff6e42b58,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:57.156902 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f549ee6b-eef4-4432-96f9-ab4a1537d5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:57.163060 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f549ee6b-eef4-4432-96f9-ab4a1537d5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:57.169313 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-f549ee6b-eef4-4432-96f9-ab4a1537d5d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6899fca4-416f-4d69-b17d-1d432055f330 HTTP/1.1" status: 204 len: 168 time: 0.1497116 Aug 30 17:22:57.182981 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549ee6b-eef4-4432-96f9-ab4a1537d5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6899fca4-416f-4d69-b17d-1d432055f330,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:57.210033 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ae743cf-1175-49bb-b939-7894a391ceb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4190378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314968'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:57.269117 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 51394) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:57.346968 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae743cf-1175-49bb-b939-7894a391ceb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30d2a4b2-6bc2-4175-8b39-ae9e143b968c,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:57.372019 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-61fdf0d1-66e6-4078-9ed8-e62b9653bfd3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4159867d9f564a3bb53239af82c41170&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0988870 Aug 30 17:22:57.372926 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 51396) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:57.380701 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae743cf-1175-49bb-b939-7894a391ceb9 admin admin] Checking segment: {'id': '87897db7-2f2f-4c60-9df9-e628d0775d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5c38f771-645c-47e7-8b33-0ba4b6334797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:22:57.381045 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae743cf-1175-49bb-b939-7894a391ceb9 admin admin] Network hostable DHCP agents. Network: 5c38f771-645c-47e7-8b33-0ba4b6334797, hostable agents: ['8f3c7f8e-0df7-4e02-9457-a839f0ce6f10'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:22:57.421034 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaaad9e-e3f8-4c4e-a3c5-4536ffc912ba req-bc1361b4-a9f2-4457-8130-1166fb9c592d tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:57.422636 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-eaaaad9e-e3f8-4c4e-a3c5-4536ffc912ba req-bc1361b4-a9f2-4457-8130-1166fb9c592d tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.0911667 Aug 30 17:22:57.425215 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae743cf-1175-49bb-b939-7894a391ceb9 admin admin] Network 5c38f771-645c-47e7-8b33-0ba4b6334797 is scheduled to be hosted by DHCP agent 8f3c7f8e-0df7-4e02-9457-a839f0ce6f10 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:22:57.444312 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-9ae743cf-1175-49bb-b939-7894a391ceb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-3-iscsi, 5c38f771-645c-47e7-8b33-0ba4b6334797) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:22:57.453629 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd65c148-c37d-45a0-b402-8360eec886fd None None] Network 5c38f771-645c-47e7-8b33-0ba4b6334797 requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:22:57.476605 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-081f714a-4c23-4c1d-ae98-897fef2d3902 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:57.481570 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae743cf-1175-49bb-b939-7894a391ceb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:57.483234 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ae743cf-1175-49bb-b939-7894a391ceb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:57.493001 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-081f714a-4c23-4c1d-ae98-897fef2d3902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194083'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:57.495732 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-eaaaad9e-e3f8-4c4e-a3c5-4536ffc912ba req-eb0a4705-2d0c-485d-bd1d-33d86104e2e6 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609565 Aug 30 17:22:57.496833 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6793b447-0062-4072-bc8c-b1c5fb875442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:57.530281 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6793b447-0062-4072-bc8c-b1c5fb875442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:57.587908 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f714a-4c23-4c1d-ae98-897fef2d3902 admin admin] Pushing event updated for resources: {'Port': ['ID=11005aa2-c15d-4f72-8e9a-d2cbca76ca58,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:57.601877 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e1c9b260-9581-4afd-bc70-1cba110f20df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:57.610325 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-9ae743cf-1175-49bb-b939-7894a391ceb9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2865460 Aug 30 17:22:57.619338 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-081f714a-4c23-4c1d-ae98-897fef2d3902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535358'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:57.620273 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6793b447-0062-4072-bc8c-b1c5fb875442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:57.623309 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6793b447-0062-4072-bc8c-b1c5fb875442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:57.624859 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-6793b447-0062-4072-bc8c-b1c5fb875442 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/abe2b0e9-03a4-4993-9f4b-254a79dc9ca6 HTTP/1.1" status: 204 len: 168 time: 0.2517073 Aug 30 17:22:57.647206 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793b447-0062-4072-bc8c-b1c5fb875442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe2b0e9-03a4-4993-9f4b-254a79dc9ca6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:57.752986 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0d1dcb-0793-40da-aea8-4969eb04ac58 None None] Network 5c38f771-645c-47e7-8b33-0ba4b6334797 requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:22:57.776231 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081f714a-4c23-4c1d-ae98-897fef2d3902 admin admin] Network ff1002d0-fa0b-4127-8146-74c3b9876100 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:22:57.778271 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-081f714a-4c23-4c1d-ae98-897fef2d3902 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:22:57.803510 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e29984-2b3f-44b9-9776-fa6b6ab0cca7 req-9d8c89fb-275e-4e15-8ce1-fdc0bf83d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:57.805399 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b9e29984-2b3f-44b9-9776-fa6b6ab0cca7 req-9d8c89fb-275e-4e15-8ce1-fdc0bf83d574 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b03ce9f1d44743abb9c9c1d793df466c&device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 1099 time: 0.0801504 Aug 30 17:22:57.853446 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 51406) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:57.922785 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:57.968285 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-43835095-5c49-4012-8a7d-407682bb3e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:58.003004 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081f714a-4c23-4c1d-ae98-897fef2d3902 admin admin] Router 2ba871b7-1fc6-4a7a-add0-48000b3edf01 has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:22:58.099736 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c661619-b20c-4b79-be89-71f683108bed req-bfd8b3d0-14e1-4996-a6ed-9ce58c5d6793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:58.101376 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9c661619-b20c-4b79-be89-71f683108bed req-bfd8b3d0-14e1-4996-a6ed-9ce58c5d6793 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 1099 time: 0.1878588 Aug 30 17:22:58.196596 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081f714a-4c23-4c1d-ae98-897fef2d3902 admin admin] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:22:58.196849 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e29984-2b3f-44b9-9776-fa6b6ab0cca7 req-31029cc4-63ed-471a-8c5d-93b662a54e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:58.199788 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b9e29984-2b3f-44b9-9776-fa6b6ab0cca7 req-31029cc4-63ed-471a-8c5d-93b662a54e90 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e6091024-8f4d-4cb5-b1a2-13af9fd389b6 HTTP/1.1" status: 200 len: 915 time: 0.3675678 Aug 30 17:22:58.221785 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-081f714a-4c23-4c1d-ae98-897fef2d3902 admin admin] 10.222.0.21 "PUT /v2.0/routers/2ba871b7-1fc6-4a7a-add0-48000b3edf01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5439398 Aug 30 17:22:58.285753 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c12e4bfa-24a3-45e4-8142-3b1b8d8c064e None None] Provisioning complete for port 11005aa2-c15d-4f72-8e9a-d2cbca76ca58 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:22:58.286304 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c12e4bfa-24a3-45e4-8142-3b1b8d8c064e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:58.302271 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b9e29984-2b3f-44b9-9776-fa6b6ab0cca7 req-97a27cd0-b74b-413d-a801-2c8e73ecdd4a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f719635-5e34-4d7e-ac70-3671b034ee1f HTTP/1.1" status: 200 len: 217 time: 0.0856028 Aug 30 17:22:58.303929 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9c661619-b20c-4b79-be89-71f683108bed req-51cc9ac6-f244-4bf2-8b53-55e15064dec5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614897 Aug 30 17:22:58.314208 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb85075-f0d6-4d68-88bc-68c7923f1cdf req-c0509edc-59bd-44de-aa35-717018b94a11 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:58.315718 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9bb85075-f0d6-4d68-88bc-68c7923f1cdf req-c0509edc-59bd-44de-aa35-717018b94a11 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 946 time: 0.2182760 Aug 30 17:22:58.339015 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c12e4bfa-24a3-45e4-8142-3b1b8d8c064e None None] Port 11005aa2-c15d-4f72-8e9a-d2cbca76ca58 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:22:58.391558 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-43835095-5c49-4012-8a7d-407682bb3e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:58.396914 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9bb85075-f0d6-4d68-88bc-68c7923f1cdf req-d7b708a6-561b-4930-8eef-a93508a67c88 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742376 Aug 30 17:22:58.398661 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-43835095-5c49-4012-8a7d-407682bb3e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:58.491381 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-43835095-5c49-4012-8a7d-407682bb3e54 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=898cd2b4a91d4fed98e20a5679784fe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6331835 Aug 30 17:22:58.491381 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43835095-5c49-4012-8a7d-407682bb3e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495782e3-86fc-45fe-87a8-6114067d576e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:58.492137 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51420) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:58.566700 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7b1e6987-2a2a-4131-8396-9ebe479eead4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:58.606032 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7b1e6987-2a2a-4131-8396-9ebe479eead4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:58.643569 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e29984-2b3f-44b9-9776-fa6b6ab0cca7 req-24834629-38ee-4167-9f88-bf7f752b6d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:58.645057 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b9e29984-2b3f-44b9-9776-fa6b6ab0cca7 req-24834629-38ee-4167-9f88-bf7f752b6d89 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1753daa-9775-4a3a-a2f7-4c0f3775f909 HTTP/1.1" status: 200 len: 854 time: 0.1046154 Aug 30 17:22:58.716198 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7b1e6987-2a2a-4131-8396-9ebe479eead4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:58.719386 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7b1e6987-2a2a-4131-8396-9ebe479eead4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:58.721035 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-7b1e6987-2a2a-4131-8396-9ebe479eead4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/495782e3-86fc-45fe-87a8-6114067d576e HTTP/1.1" status: 204 len: 168 time: 0.2273924 Aug 30 17:22:58.738987 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e6987-2a2a-4131-8396-9ebe479eead4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495782e3-86fc-45fe-87a8-6114067d576e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:58.812784 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:58.829164 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a26db0-cd2f-4f5d-a8ea-e088924fe868 None None] Sync routers for ids ['2ba871b7-1fc6-4a7a-add0-48000b3edf01'] in dv-cinder-805316-3-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:22:58.839020 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:22:58.919697 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b9e29984-2b3f-44b9-9776-fa6b6ab0cca7 req-1b5e6a07-318b-40ff-a7cf-47215c9036bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e6091024-8f4d-4cb5-b1a2-13af9fd389b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2453415 Aug 30 17:22:58.954670 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a26db0-cd2f-4f5d-a8ea-e088924fe868 None None] Routers {'2ba871b7-1fc6-4a7a-add0-48000b3edf01'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:22:58.956657 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e0a26db0-cd2f-4f5d-a8ea-e088924fe868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:22:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['2ba871b7-1fc6-4a7a-add0-48000b3edf01'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:22:59.034904 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebb589-c01f-4a7a-ae07-32a09ee86026 req-6fe17262-d65b-4865-b258-c9c991d60be6 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:59.037453 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a1ebb589-c01f-4a7a-ae07-32a09ee86026 req-6fe17262-d65b-4865-b258-c9c991d60be6 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.3881004 Aug 30 17:22:59.108492 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning for port 7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:22:59.118448 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:22:59.120216 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:59.125633 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a1ebb589-c01f-4a7a-ae07-32a09ee86026 req-b328239a-b2ce-4086-b8d8-2c72a9b96a23 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818536 Aug 30 17:22:59.130446 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b9e29984-2b3f-44b9-9776-fa6b6ab0cca7 req-0fcc1eec-0f46-4429-9bdd-db02e867dedd service neutron] 10.222.0.52 "GET /v2.0/networks/e6091024-8f4d-4cb5-b1a2-13af9fd389b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786728 Aug 30 17:22:59.176250 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-e0a26db0-cd2f-4f5d-a8ea-e088924fe868 None None] Set router 2ba871b7-1fc6-4a7a-add0-48000b3edf01 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:22:59.259790 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b9e29984-2b3f-44b9-9776-fa6b6ab0cca7 req-b1ed87a6-db3c-46fa-b517-7daf1f3b3e14 service neutron] 10.222.0.52 "GET /v2.0/networks/e6091024-8f4d-4cb5-b1a2-13af9fd389b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206729 Aug 30 17:22:59.262986 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51462) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:59.279231 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8121dfb-f206-4562-97aa-188740dd36e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:59.362058 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:59.399728 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] For port 7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3,segment=NetworkSegment(a1e39651-c313-42ea-8a56-542d3d88063d),segment_id=a1e39651-c313-42ea-8a56-542d3d88063d)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:22:59.405848 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:59.441029 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8121dfb-f206-4562-97aa-188740dd36e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:59.449305 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a8121dfb-f206-4562-97aa-188740dd36e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:59.467091 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 51468) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:59.472403 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-60294ebf-b6e4-4861-93e0-006ba0b8b0c6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-644212662-network', 'tenant_id': 'e6cec29aa2a24018ad33c35d05e6ed1f'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:22:59.494202 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Pushing event updated for resources: {'Port': ['ID=7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:59.496770 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-a8121dfb-f206-4562-97aa-188740dd36e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=420bb184f8f746ada0f6df26f516dce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324567 Aug 30 17:22:59.500320 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 51474) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:22:59.517647 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e0a26db0-cd2f-4f5d-a8ea-e088924fe868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'name': 'tempest-TestMinimumBasicScenario-790838240-router', 'tenant_id': '1e87154fe5704a729a211e9e1f568318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:22:52Z', 'updated_at': '2021-08-30T17:22:56Z', 'revision_number': 4, 'project_id': '1e87154fe5704a729a211e9e1f568318', 'gw_port': {'id': '7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:22:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:22:52Z', 'updated_at': '2021-08-30T17:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '11005aa2-c15d-4f72-8e9a-d2cbca76ca58', 'name': '', 'network_id': 'ff1002d0-fa0b-4127-8146-74c3b9876100', 'tenant_id': '1e87154fe5704a729a211e9e1f568318', 'mac_address': 'fa:16:3e:9c:97:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e2441a91-a5c9-4f3f-a0e9-881d637a8bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:22:55Z', 'updated_at': '2021-08-30T17:22:57Z', 'revision_number': 2, 'project_id': '1e87154fe5704a729a211e9e1f568318', 'subnets': [{'id': 'e2441a91-a5c9-4f3f-a0e9-881d637a8bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:22:59.523672 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8121dfb-f206-4562-97aa-188740dd36e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc33133-6d1f-41a3-98db-74b57d5704d4,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:59.526978 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60294ebf-b6e4-4861-93e0-006ba0b8b0c6 admin admin] Made reservation on behalf of e6cec29aa2a24018ad33c35d05e6ed1f for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:22:59.530481 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60294ebf-b6e4-4861-93e0-006ba0b8b0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:59.555875 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a26db0-cd2f-4f5d-a8ea-e088924fe868 None None] Checking router: 2ba871b7-1fc6-4a7a-add0-48000b3edf01 for host: dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:22:59.556236 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a26db0-cd2f-4f5d-a8ea-e088924fe868 None None] Updating router 2ba871b7-1fc6-4a7a-add0-48000b3edf01 port 11005aa2-c15d-4f72-8e9a-d2cbca76ca58 binding host dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:22:59.565804 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60294ebf-b6e4-4861-93e0-006ba0b8b0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:59.586706 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e0a26db0-cd2f-4f5d-a8ea-e088924fe868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:59.697574 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de5689-9e5a-4e54-9a76-9468e2179b69 req-84ec9866-6545-4f8c-840c-16500cdca6ee tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:22:59.699195 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-41de5689-9e5a-4e54-9a76-9468e2179b69 req-84ec9866-6545-4f8c-840c-16500cdca6ee tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 946 time: 0.1483347 Aug 30 17:22:59.702220 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e308de7f-d5c8-433c-81df-77a0559a907f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:59.745265 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e308de7f-d5c8-433c-81df-77a0559a907f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:59.811992 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-41de5689-9e5a-4e54-9a76-9468e2179b69 req-534bba48-e166-4344-ae73-023a63ea51a8 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954065 Aug 30 17:22:59.828331 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60294ebf-b6e4-4861-93e0-006ba0b8b0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:59.840937 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60294ebf-b6e4-4861-93e0-006ba0b8b0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:59.846992 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e308de7f-d5c8-433c-81df-77a0559a907f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:59.850095 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e308de7f-d5c8-433c-81df-77a0559a907f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:59.850893 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-e308de7f-d5c8-433c-81df-77a0559a907f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3fc33133-6d1f-41a3-98db-74b57d5704d4 HTTP/1.1" status: 204 len: 168 time: 0.3490405 Aug 30 17:22:59.873842 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60294ebf-b6e4-4861-93e0-006ba0b8b0c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:22:59.886727 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60294ebf-b6e4-4861-93e0-006ba0b8b0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b383f93d-fed6-45e0-8728-92463ab59f77,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:59.907294 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60294ebf-b6e4-4861-93e0-006ba0b8b0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:59.908944 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.db.segments_db [None req-60294ebf-b6e4-4861-93e0-006ba0b8b0c6 admin admin] Added segment e1d51ef1-9ba8-43be-9fe7-5f8a9f22290c of type vlan for network d2bc0b52-6374-41c5-bad1-d19d0b55447c Aug 30 17:22:59.921888 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308de7f-d5c8-433c-81df-77a0559a907f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc33133-6d1f-41a3-98db-74b57d5704d4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:22:59.975658 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60294ebf-b6e4-4861-93e0-006ba0b8b0c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763728898142'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:59.980346 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e0a26db0-cd2f-4f5d-a8ea-e088924fe868 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:22:59.990944 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-e0a26db0-cd2f-4f5d-a8ea-e088924fe868 None None] Transition to ACTIVE for port object 11005aa2-c15d-4f72-8e9a-d2cbca76ca58 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:22:59.998499 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e0a26db0-cd2f-4f5d-a8ea-e088924fe868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:00.021610 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60294ebf-b6e4-4861-93e0-006ba0b8b0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:00.023589 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60294ebf-b6e4-4861-93e0-006ba0b8b0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:00.025145 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-60294ebf-b6e4-4861-93e0-006ba0b8b0c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:00.067728 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:00.080680 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0bdbae-3c64-4174-81ee-55e4e91f1251 None None] Pushing event updated for resources: {'Port': ['ID=11005aa2-c15d-4f72-8e9a-d2cbca76ca58,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:00.116425 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-60294ebf-b6e4-4861-93e0-006ba0b8b0c6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6481032 Aug 30 17:23:00.119077 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51492) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:23:00.124300 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b8669fd3-39cf-458b-a5c9-cec33091c596 admin admin] Request body: {'subnet': {'network_id': 'd2bc0b52-6374-41c5-bad1-d19d0b55447c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-644212662-subnet', 'tenant_id': 'e6cec29aa2a24018ad33c35d05e6ed1f', 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:23:00.134485 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60294ebf-b6e4-4861-93e0-006ba0b8b0c6 admin admin] Pushing event updated for resources: {'Network': ['ID=d2bc0b52-6374-41c5-bad1-d19d0b55447c,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:00.148809 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e0a26db0-cd2f-4f5d-a8ea-e088924fe868 None None] Attempting to bind port 11005aa2-c15d-4f72-8e9a-d2cbca76ca58 on host dv-cinder-805316-3-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:23:00.149316 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e0a26db0-cd2f-4f5d-a8ea-e088924fe868 None None] Attempting to bind port 11005aa2-c15d-4f72-8e9a-d2cbca76ca58 by drivers openvswitch,hyperv on host dv-cinder-805316-3-iscsi at level 0 using segments [{'id': 'c74f1a16-00c4-471b-b3bb-ad3b14bbd540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ff1002d0-fa0b-4127-8146-74c3b9876100'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:23:00.149725 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a26db0-cd2f-4f5d-a8ea-e088924fe868 None None] Attempting to bind port 11005aa2-c15d-4f72-8e9a-d2cbca76ca58 on network ff1002d0-fa0b-4127-8146-74c3b9876100 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:23:00.154936 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Network d2bc0b52-6374-41c5-bad1-d19d0b55447c details requested by agent ovs-agent-dv-cinder-805316-3-iscsi with host dv-cinder-805316-3-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:23:00.170288 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8669fd3-39cf-458b-a5c9-cec33091c596 admin admin] Made reservation on behalf of e6cec29aa2a24018ad33c35d05e6ed1f for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:23:00.177058 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8669fd3-39cf-458b-a5c9-cec33091c596 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315050'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:00.202997 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a26db0-cd2f-4f5d-a8ea-e088924fe868 None None] Checking agent: {'id': 'ffbe204d-12b1-4bb4-8980-9a78a382db5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 13, 58), 'started_at': datetime.datetime(2021, 8, 30, 17, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:23:00.203386 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a26db0-cd2f-4f5d-a8ea-e088924fe868 None None] Checking segment: {'id': 'c74f1a16-00c4-471b-b3bb-ad3b14bbd540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ff1002d0-fa0b-4127-8146-74c3b9876100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:23:00.203801 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e0a26db0-cd2f-4f5d-a8ea-e088924fe868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:00.204205 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a26db0-cd2f-4f5d-a8ea-e088924fe868 None None] Bound using segment: {'id': 'c74f1a16-00c4-471b-b3bb-ad3b14bbd540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ff1002d0-fa0b-4127-8146-74c3b9876100'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:23:00.204701 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-e0a26db0-cd2f-4f5d-a8ea-e088924fe868 None None] Bound port: 11005aa2-c15d-4f72-8e9a-d2cbca76ca58, host: dv-cinder-805316-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74f1a16-00c4-471b-b3bb-ad3b14bbd540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ff1002d0-fa0b-4127-8146-74c3b9876100'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:23:00.205090 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e0a26db0-cd2f-4f5d-a8ea-e088924fe868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:00.324373 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e0a26db0-cd2f-4f5d-a8ea-e088924fe868 None None] For port 11005aa2-c15d-4f72-8e9a-d2cbca76ca58, host dv-cinder-805316-3-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:23:00.328837 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-e0a26db0-cd2f-4f5d-a8ea-e088924fe868 None None] For port 11005aa2-c15d-4f72-8e9a-d2cbca76ca58, host dv-cinder-805316-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=11005aa2-c15d-4f72-8e9a-d2cbca76ca58,segment=NetworkSegment(c74f1a16-00c4-471b-b3bb-ad3b14bbd540),segment_id=c74f1a16-00c4-471b-b3bb-ad3b14bbd540)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:23:00.337511 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e0a26db0-cd2f-4f5d-a8ea-e088924fe868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:00.353982 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfe977-f9df-4863-b41b-1888fff32b7b req-cc019e31-86cc-4a86-b00b-246220e35195 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:00.355709 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1ebfe977-f9df-4863-b41b-1888fff32b7b req-cc019e31-86cc-4a86-b00b-246220e35195 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.0900364 Aug 30 17:23:00.434897 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0bdbae-3c64-4174-81ee-55e4e91f1251 None None] Pushing event updated for resources: {'Port': ['ID=11005aa2-c15d-4f72-8e9a-d2cbca76ca58,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:00.437546 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a26db0-cd2f-4f5d-a8ea-e088924fe868 None None] Routers {'2ba871b7-1fc6-4a7a-add0-48000b3edf01'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:23:00.438285 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e0a26db0-cd2f-4f5d-a8ea-e088924fe868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:22:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['2ba871b7-1fc6-4a7a-add0-48000b3edf01'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:23:00.458382 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1ebfe977-f9df-4863-b41b-1888fff32b7b req-2753256e-7d8d-476a-bac2-c06c13a6a277 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935686 Aug 30 17:23:00.476386 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8669fd3-39cf-458b-a5c9-cec33091c596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4190378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314968'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:00.568916 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8669fd3-39cf-458b-a5c9-cec33091c596 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dab8602-036a-4bea-8f8c-aed7d1972f7b,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:00.596627 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8669fd3-39cf-458b-a5c9-cec33091c596 admin admin] Checking segment: {'id': 'e1d51ef1-9ba8-43be-9fe7-5f8a9f22290c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd2bc0b52-6374-41c5-bad1-d19d0b55447c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:23:00.596988 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8669fd3-39cf-458b-a5c9-cec33091c596 admin admin] Network hostable DHCP agents. Network: d2bc0b52-6374-41c5-bad1-d19d0b55447c, hostable agents: ['8f3c7f8e-0df7-4e02-9457-a839f0ce6f10'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:23:00.642194 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-e0a26db0-cd2f-4f5d-a8ea-e088924fe868 None None] Set router 2ba871b7-1fc6-4a7a-add0-48000b3edf01 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:23:00.645463 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8669fd3-39cf-458b-a5c9-cec33091c596 admin admin] Network d2bc0b52-6374-41c5-bad1-d19d0b55447c is scheduled to be hosted by DHCP agent 8f3c7f8e-0df7-4e02-9457-a839f0ce6f10 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:23:00.658558 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-b8669fd3-39cf-458b-a5c9-cec33091c596 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-3-iscsi, d2bc0b52-6374-41c5-bad1-d19d0b55447c) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:23:00.663621 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8669fd3-39cf-458b-a5c9-cec33091c596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:00.664266 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8669fd3-39cf-458b-a5c9-cec33091c596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:00.690358 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-b8669fd3-39cf-458b-a5c9-cec33091c596 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5699153 Aug 30 17:23:00.691106 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51522) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:23:00.697058 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-81960e1a-3ca9-4e5e-8cdd-2035312a1005 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-644212662-router', 'tenant_id': 'e6cec29aa2a24018ad33c35d05e6ed1f', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:23:00.722328 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81960e1a-3ca9-4e5e-8cdd-2035312a1005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102440'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:00.723428 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81960e1a-3ca9-4e5e-8cdd-2035312a1005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533729', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102449'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:00.800902 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-8045d9af-5000-4874-bf0d-2b53289fbccf tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:00.803016 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-8045d9af-5000-4874-bf0d-2b53289fbccf tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/networks?id=5c38f771-645c-47e7-8b33-0ba4b6334797 HTTP/1.1" status: 200 len: 808 time: 0.2362144 Aug 30 17:23:00.814343 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81960e1a-3ca9-4e5e-8cdd-2035312a1005 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:00.824548 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c59b08-6781-4f35-9244-6cc43835f8d2 None None] Network d2bc0b52-6374-41c5-bad1-d19d0b55447c requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:23:00.826280 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:23:00.834641 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-9ec3f708-6a34-4cd3-be10-c6450912fb05 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/quotas/4038cbf18243476594febddbf09ba3fd HTTP/1.1" status: 200 len: 375 time: 0.0220871 Aug 30 17:23:00.909310 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-9ecd88ad-6a37-4e4d-aba9-1d67f1be5f66 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4038cbf18243476594febddbf09ba3fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0681739 Aug 30 17:23:00.977310 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81960e1a-3ca9-4e5e-8cdd-2035312a1005 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:01.016194 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:23:01.016662 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:01.094065 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-e0a26db0-cd2f-4f5d-a8ea-e088924fe868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'name': 'tempest-TestMinimumBasicScenario-790838240-router', 'tenant_id': '1e87154fe5704a729a211e9e1f568318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:22:52Z', 'updated_at': '2021-08-30T17:22:56Z', 'revision_number': 4, 'project_id': '1e87154fe5704a729a211e9e1f568318', 'gw_port': {'id': '7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:22:52Z', 'updated_at': '2021-08-30T17:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '11005aa2-c15d-4f72-8e9a-d2cbca76ca58', 'name': '', 'network_id': 'ff1002d0-fa0b-4127-8146-74c3b9876100', 'tenant_id': '1e87154fe5704a729a211e9e1f568318', 'mac_address': 'fa:16:3e:9c:97:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e2441a91-a5c9-4f3f-a0e9-881d637a8bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:22:55Z', 'updated_at': '2021-08-30T17:23:00Z', 'revision_number': 4, 'project_id': '1e87154fe5704a729a211e9e1f568318', 'subnets': [{'id': 'e2441a91-a5c9-4f3f-a0e9-881d637a8bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:23:01.102515 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-6308c945-7b4d-485d-964f-f676fbb3aed4 service neutron] 10.222.0.21 "GET /v2.0/networks/5c38f771-645c-47e7-8b33-0ba4b6334797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869524 Aug 30 17:23:01.247863 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-5b02890f-4a65-4172-b841-e9e701341db4 service neutron] 10.222.0.21 "GET /v2.0/networks/5c38f771-645c-47e7-8b33-0ba4b6334797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380672 Aug 30 17:23:01.277912 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a26db0-cd2f-4f5d-a8ea-e088924fe868 None None] The sync data for ids ['2ba871b7-1fc6-4a7a-add0-48000b3edf01'] in dv-cinder-805316-3-iscsi is: [{'id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'name': 'tempest-TestMinimumBasicScenario-790838240-router', 'tenant_id': '1e87154fe5704a729a211e9e1f568318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:22:52Z', 'updated_at': '2021-08-30T17:22:56Z', 'revision_number': 4, 'project_id': '1e87154fe5704a729a211e9e1f568318', 'gw_port': {'id': '7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:22:52Z', 'updated_at': '2021-08-30T17:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '11005aa2-c15d-4f72-8e9a-d2cbca76ca58', 'name': '', 'network_id': 'ff1002d0-fa0b-4127-8146-74c3b9876100', 'tenant_id': '1e87154fe5704a729a211e9e1f568318', 'mac_address': 'fa:16:3e:9c:97:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e2441a91-a5c9-4f3f-a0e9-881d637a8bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:22:55Z', 'updated_at': '2021-08-30T17:23:00Z', 'revision_number': 4, 'project_id': '1e87154fe5704a729a211e9e1f568318', 'subnets': [{'id': 'e2441a91-a5c9-4f3f-a0e9-881d637a8bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:23:01.333289 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd206c1d-bd79-4583-959e-5f8902b61a5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9162af0-1391-5be5-b89f-1e72096aa358-d2bc0b52-6374-41c5-bad1-d19d0b55447c', 'network_id': 'd2bc0b52-6374-41c5-bad1-d19d0b55447c', 'tenant_id': 'e6cec29aa2a24018ad33c35d05e6ed1f', 'fixed_ips': [{'subnet_id': '5dab8602-036a-4bea-8f8c-aed7d1972f7b'}]}} from dv-cinder-805316-3-iscsi. {{(pid=93817) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 17:23:01.334181 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd206c1d-bd79-4583-959e-5f8902b61a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:01.661302 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-fd206c1d-bd79-4583-959e-5f8902b61a5e None None] Allocated IP 172.20.0.2 (d2bc0b52-6374-41c5-bad1-d19d0b55447c/5dab8602-036a-4bea-8f8c-aed7d1972f7b/f164172b-3983-434e-8a49-dfd9fbcbea4f) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:23:01.680982 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf75d0-1e51-47c8-a96d-065df2ba0cc8 req-34527681-0049-44fe-aaec-63e82653d364 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:01.689674 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4bbf75d0-1e51-47c8-a96d-065df2ba0cc8 req-34527681-0049-44fe-aaec-63e82653d364 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 946 time: 0.1181164 Aug 30 17:23:01.728837 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81960e1a-3ca9-4e5e-8cdd-2035312a1005 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:01.774613 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81960e1a-3ca9-4e5e-8cdd-2035312a1005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:01.792975 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4bbf75d0-1e51-47c8-a96d-065df2ba0cc8 req-804fa64e-54db-4f45-831c-f6198c3334b7 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880201 Aug 30 17:23:01.924900 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b9743c97-0a59-45b3-b2d6-886e3e7cf3a7 req-1d8ce545-390d-44e6-9b35-ece90ddcb09b tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a21c74d0-f09a-4290-9580-71d6db4f69fe HTTP/1.1" status: 200 len: 210 time: 0.0418985 Aug 30 17:23:02.012551 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-81960e1a-3ca9-4e5e-8cdd-2035312a1005 admin admin] Allocated IP 172.27.2.154 (3951d34a-2192-4abb-b523-61631b013f39/db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b/c7f8b829-27fd-48bf-ac75-83bde4187029) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:23:02.082670 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd206c1d-bd79-4583-959e-5f8902b61a5e None None] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:02.089699 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09843f10-8ed8-4a37-84f0-bd8c123f4f06 req-6894cc15-9801-4f57-af6f-11ca216466e5 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:02.099697 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-09843f10-8ed8-4a37-84f0-bd8c123f4f06 req-6894cc15-9801-4f57-af6f-11ca216466e5 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.1080623 Aug 30 17:23:02.110069 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-fd206c1d-bd79-4583-959e-5f8902b61a5e None None] Transition to ACTIVE for port object f164172b-3983-434e-8a49-dfd9fbcbea4f will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:23:02.173657 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-fd206c1d-bd79-4583-959e-5f8902b61a5e None None] Transition to ACTIVE for port object f164172b-3983-434e-8a49-dfd9fbcbea4f will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:23:02.195759 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd206c1d-bd79-4583-959e-5f8902b61a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:02.196013 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81960e1a-3ca9-4e5e-8cdd-2035312a1005 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:02.239632 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51580) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:23:02.242423 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-09843f10-8ed8-4a37-84f0-bd8c123f4f06 req-528809a6-ab15-41ae-b75f-6b81e39e0ac9 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396277 Aug 30 17:23:02.266867 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81960e1a-3ca9-4e5e-8cdd-2035312a1005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:02.298617 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd206c1d-bd79-4583-959e-5f8902b61a5e None None] Pushing event updated for resources: {'Port': ['ID=f164172b-3983-434e-8a49-dfd9fbcbea4f,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:02.324048 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd206c1d-bd79-4583-959e-5f8902b61a5e None None] Network d2bc0b52-6374-41c5-bad1-d19d0b55447c is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:23:02.328824 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-fd206c1d-bd79-4583-959e-5f8902b61a5e None None] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:23:02.331563 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd206c1d-bd79-4583-959e-5f8902b61a5e None None] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:23:02.377912 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81960e1a-3ca9-4e5e-8cdd-2035312a1005 admin admin] Network 3951d34a-2192-4abb-b523-61631b013f39 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:23:02.384325 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-81960e1a-3ca9-4e5e-8cdd-2035312a1005 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:23:02.406539 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81960e1a-3ca9-4e5e-8cdd-2035312a1005 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:23:02.406750 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-fd206c1d-bd79-4583-959e-5f8902b61a5e None None] Attempting to bind port f164172b-3983-434e-8a49-dfd9fbcbea4f on host dv-cinder-805316-3-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:23:02.407223 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-fd206c1d-bd79-4583-959e-5f8902b61a5e None None] Attempting to bind port f164172b-3983-434e-8a49-dfd9fbcbea4f by drivers openvswitch,hyperv on host dv-cinder-805316-3-iscsi at level 0 using segments [{'id': 'e1d51ef1-9ba8-43be-9fe7-5f8a9f22290c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd2bc0b52-6374-41c5-bad1-d19d0b55447c'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:23:02.407804 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd206c1d-bd79-4583-959e-5f8902b61a5e None None] Attempting to bind port f164172b-3983-434e-8a49-dfd9fbcbea4f on network d2bc0b52-6374-41c5-bad1-d19d0b55447c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:23:02.411052 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81960e1a-3ca9-4e5e-8cdd-2035312a1005 admin admin] Pushing event updated for resources: {'Port': ['ID=c7f8b829-27fd-48bf-ac75-83bde4187029,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:02.420012 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd206c1d-bd79-4583-959e-5f8902b61a5e None None] Checking agent: {'id': 'ffbe204d-12b1-4bb4-8980-9a78a382db5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 13, 58), 'started_at': datetime.datetime(2021, 8, 30, 17, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:23:02.421865 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd206c1d-bd79-4583-959e-5f8902b61a5e None None] Checking segment: {'id': 'e1d51ef1-9ba8-43be-9fe7-5f8a9f22290c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd2bc0b52-6374-41c5-bad1-d19d0b55447c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:23:02.422654 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd206c1d-bd79-4583-959e-5f8902b61a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:02.423283 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd206c1d-bd79-4583-959e-5f8902b61a5e None None] Bound using segment: {'id': 'e1d51ef1-9ba8-43be-9fe7-5f8a9f22290c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd2bc0b52-6374-41c5-bad1-d19d0b55447c'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:23:02.423969 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-fd206c1d-bd79-4583-959e-5f8902b61a5e None None] Bound port: f164172b-3983-434e-8a49-dfd9fbcbea4f, host: dv-cinder-805316-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d51ef1-9ba8-43be-9fe7-5f8a9f22290c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd2bc0b52-6374-41c5-bad1-d19d0b55447c'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:23:02.424564 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd206c1d-bd79-4583-959e-5f8902b61a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:02.535163 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-fd206c1d-bd79-4583-959e-5f8902b61a5e None None] For port f164172b-3983-434e-8a49-dfd9fbcbea4f, host dv-cinder-805316-3-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:23:02.539787 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-fd206c1d-bd79-4583-959e-5f8902b61a5e None None] For port f164172b-3983-434e-8a49-dfd9fbcbea4f, host dv-cinder-805316-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=f164172b-3983-434e-8a49-dfd9fbcbea4f,segment=NetworkSegment(e1d51ef1-9ba8-43be-9fe7-5f8a9f22290c),segment_id=e1d51ef1-9ba8-43be-9fe7-5f8a9f22290c)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:23:02.547071 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd206c1d-bd79-4583-959e-5f8902b61a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:02.681177 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd206c1d-bd79-4583-959e-5f8902b61a5e None None] Pushing event updated for resources: {'Port': ['ID=f164172b-3983-434e-8a49-dfd9fbcbea4f,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:02.737356 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0181d0f1-be82-4949-9f9d-b06a5eb46cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:02.818060 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 11005aa2-c15d-4f72-8e9a-d2cbca76ca58 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:23:03.028570 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning for port 11005aa2-c15d-4f72-8e9a-d2cbca76ca58 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:23:03.037446 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 11005aa2-c15d-4f72-8e9a-d2cbca76ca58 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:23:03.038096 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:03.099950 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9088f645-6039-469c-82db-3fd72d217af8 req-d78929a7-d60b-4b3c-93a1-8fae72c242bd tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a21c74d0-f09a-4290-9580-71d6db4f69fe HTTP/1.1" status: 200 len: 210 time: 0.0446317 Aug 30 17:23:03.123943 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81960e1a-3ca9-4e5e-8cdd-2035312a1005 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:03.207482 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:03.295688 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] For port 11005aa2-c15d-4f72-8e9a-d2cbca76ca58, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=11005aa2-c15d-4f72-8e9a-d2cbca76ca58,segment=NetworkSegment(c74f1a16-00c4-471b-b3bb-ad3b14bbd540),segment_id=c74f1a16-00c4-471b-b3bb-ad3b14bbd540)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:23:03.306085 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:03.381441 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Pushing event updated for resources: {'Port': ['ID=11005aa2-c15d-4f72-8e9a-d2cbca76ca58,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:03.439225 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0181d0f1-be82-4949-9f9d-b06a5eb46cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:03.468861 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0181d0f1-be82-4949-9f9d-b06a5eb46cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:03.503977 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ca63d-c1fb-4f09-a047-907a614afe85 req-0a00d033-70bc-4dfc-b75c-fee5849a657c tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:03.511666 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-673ca63d-c1fb-4f09-a047-907a614afe85 req-0a00d033-70bc-4dfc-b75c-fee5849a657c tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.1537538 Aug 30 17:23:03.565321 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-0181d0f1-be82-4949-9f9d-b06a5eb46cdd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e211e79bfd3146a7bb78ec521b50a02a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3245187 Aug 30 17:23:03.572111 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51628) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:23:03.607053 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-673ca63d-c1fb-4f09-a047-907a614afe85 req-e9806a20-521d-427c-a63e-ffa267ec3c7b tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943992 Aug 30 17:23:03.630511 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181d0f1-be82-4949-9f9d-b06a5eb46cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d9e53a-5232-4720-84cd-673bf7634904,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:03.655360 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81960e1a-3ca9-4e5e-8cdd-2035312a1005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535102'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:03.742442 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e82cff56-548e-4668-bbb1-f2938ea73217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:03.828318 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e82cff56-548e-4668-bbb1-f2938ea73217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:03.877256 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-a5c527cf-41b2-42fd-b342-e93438d58e4f tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:03.881224 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-a5c527cf-41b2-42fd-b342-e93438d58e4f tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.52 "GET /v2.0/networks?id=5c38f771-645c-47e7-8b33-0ba4b6334797 HTTP/1.1" status: 200 len: 808 time: 0.1795781 Aug 30 17:23:03.904383 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81960e1a-3ca9-4e5e-8cdd-2035312a1005 admin admin] Router 8265f749-c933-4646-8f79-d5831d95b1fa is scheduled to L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 17:23:03.911124 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e82cff56-548e-4668-bbb1-f2938ea73217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:03.913888 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e82cff56-548e-4668-bbb1-f2938ea73217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:03.917658 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-e82cff56-548e-4668-bbb1-f2938ea73217 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4d9e53a-5232-4720-84cd-673bf7634904 HTTP/1.1" status: 204 len: 168 time: 0.3396280 Aug 30 17:23:03.970603 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82cff56-548e-4668-bbb1-f2938ea73217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d9e53a-5232-4720-84cd-673bf7634904,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:04.050803 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81960e1a-3ca9-4e5e-8cdd-2035312a1005 admin admin] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:23:04.065727 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea8a7cd-f1ee-47e1-b91e-29157912ed67 None None] Sync routers for ids ['8265f749-c933-4646-8f79-d5831d95b1fa'] in dv-cinder-805316-3-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:23:04.078657 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea8a7cd-f1ee-47e1-b91e-29157912ed67 None None] Routers {'8265f749-c933-4646-8f79-d5831d95b1fa'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:23:04.079507 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2ea8a7cd-f1ee-47e1-b91e-29157912ed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:22:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['8265f749-c933-4646-8f79-d5831d95b1fa'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:23:04.089216 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81960e1a-3ca9-4e5e-8cdd-2035312a1005 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:04.090542 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-81960e1a-3ca9-4e5e-8cdd-2035312a1005 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3984282 Aug 30 17:23:04.093146 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51644) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:23:04.142817 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5084de1-2c52-4091-a75a-e44c39c89fdb None None] Network d2bc0b52-6374-41c5-bad1-d19d0b55447c requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:23:04.232022 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-2ea8a7cd-f1ee-47e1-b91e-29157912ed67 None None] Set router 8265f749-c933-4646-8f79-d5831d95b1fa gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:23:04.243928 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-980864d7-4296-4b98-9f8c-686aba031290 None None] Provisioning for port f164172b-3983-434e-8a49-dfd9fbcbea4f completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:23:04.277276 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2db6548a-421f-4627-b53e-840eefeae245 req-7a054335-b9ac-4b7a-8dd6-d99875602ce5 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a21c74d0-f09a-4290-9580-71d6db4f69fe HTTP/1.1" status: 200 len: 210 time: 0.0520248 Aug 30 17:23:04.482111 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 51654) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:23:04.510269 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48a479a4-a2c5-4e4c-88b3-71c624dc35ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:04.586646 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2ea8a7cd-f1ee-47e1-b91e-29157912ed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8265f749-c933-4646-8f79-d5831d95b1fa', 'name': 'tempest-TestMinimumBasicScenario-644212662-router', 'tenant_id': 'e6cec29aa2a24018ad33c35d05e6ed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c7f8b829-27fd-48bf-ac75-83bde4187029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:23:00Z', 'updated_at': '2021-08-30T17:23:02Z', 'revision_number': 3, 'project_id': 'e6cec29aa2a24018ad33c35d05e6ed1f', 'gw_port': {'id': 'c7f8b829-27fd-48bf-ac75-83bde4187029', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:77:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8265f749-c933-4646-8f79-d5831d95b1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:23:01Z', 'updated_at': '2021-08-30T17:23:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:23:04.645611 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea8a7cd-f1ee-47e1-b91e-29157912ed67 None None] Checking router: 8265f749-c933-4646-8f79-d5831d95b1fa for host: dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:23:04.645946 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea8a7cd-f1ee-47e1-b91e-29157912ed67 None None] Updating router 8265f749-c933-4646-8f79-d5831d95b1fa port c7f8b829-27fd-48bf-ac75-83bde4187029 binding host dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:23:04.704027 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2ea8a7cd-f1ee-47e1-b91e-29157912ed67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:04.774256 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48a479a4-a2c5-4e4c-88b3-71c624dc35ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:04.797437 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb418a-5fe6-44dd-bcdf-62d5b626c223 req-bd3973b8-bbcb-4ab4-a6f8-fefab4394815 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:04.799212 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0ebb418a-5fe6-44dd-bcdf-62d5b626c223 req-bd3973b8-bbcb-4ab4-a6f8-fefab4394815 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.0724642 Aug 30 17:23:04.800025 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-48a479a4-a2c5-4e4c-88b3-71c624dc35ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:04.848859 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a479a4-a2c5-4e4c-88b3-71c624dc35ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2067c6b8-2fe8-4ede-9010-32f56ab757bf,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:04.886315 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-48a479a4-a2c5-4e4c-88b3-71c624dc35ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=996d746bb83949f4ad305e7aadbe496b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3997107 Aug 30 17:23:04.888353 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 51664) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:23:04.897953 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 11005aa2-c15d-4f72-8e9a-d2cbca76ca58 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:23:04.948461 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0ebb418a-5fe6-44dd-bcdf-62d5b626c223 req-73bb54cd-0ae5-4fd2-bf9a-7fced1d45b09 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967185 Aug 30 17:23:04.956813 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 11005aa2-c15d-4f72-8e9a-d2cbca76ca58 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:23:04.957395 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:04.976455 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6193c99a-d343-42a0-a231-e7820b9ea60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:04.992683 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2ea8a7cd-f1ee-47e1-b91e-29157912ed67 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:05.005878 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-2ea8a7cd-f1ee-47e1-b91e-29157912ed67 None None] Transition to ACTIVE for port object c7f8b829-27fd-48bf-ac75-83bde4187029 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:23:05.012056 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6193c99a-d343-42a0-a231-e7820b9ea60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:05.013660 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2ea8a7cd-f1ee-47e1-b91e-29157912ed67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:05.065733 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2962735-64fe-418c-84b4-4f8f07f59b7b None None] Pushing event updated for resources: {'Port': ['ID=c7f8b829-27fd-48bf-ac75-83bde4187029,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:05.083575 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device f164172b-3983-434e-8a49-dfd9fbcbea4f up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:23:05.084068 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6193c99a-d343-42a0-a231-e7820b9ea60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:05.090552 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6193c99a-d343-42a0-a231-e7820b9ea60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:05.092250 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-6193c99a-d343-42a0-a231-e7820b9ea60f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2067c6b8-2fe8-4ede-9010-32f56ab757bf HTTP/1.1" status: 204 len: 168 time: 0.2030644 Aug 30 17:23:05.123057 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2ea8a7cd-f1ee-47e1-b91e-29157912ed67 None None] Attempting to bind port c7f8b829-27fd-48bf-ac75-83bde4187029 on host dv-cinder-805316-3-iscsi for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:23:05.123699 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2ea8a7cd-f1ee-47e1-b91e-29157912ed67 None None] Attempting to bind port c7f8b829-27fd-48bf-ac75-83bde4187029 by drivers openvswitch,hyperv on host dv-cinder-805316-3-iscsi at level 0 using segments [{'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:23:05.124223 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea8a7cd-f1ee-47e1-b91e-29157912ed67 None None] Attempting to bind port c7f8b829-27fd-48bf-ac75-83bde4187029 on network 3951d34a-2192-4abb-b523-61631b013f39 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:23:05.126314 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193c99a-d343-42a0-a231-e7820b9ea60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2067c6b8-2fe8-4ede-9010-32f56ab757bf,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:05.132559 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea8a7cd-f1ee-47e1-b91e-29157912ed67 None None] Checking agent: {'id': 'ffbe204d-12b1-4bb4-8980-9a78a382db5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 13, 58), 'started_at': datetime.datetime(2021, 8, 30, 17, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:23:05.133191 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea8a7cd-f1ee-47e1-b91e-29157912ed67 None None] Checking segment: {'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:23:05.134274 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2ea8a7cd-f1ee-47e1-b91e-29157912ed67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:05.135530 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea8a7cd-f1ee-47e1-b91e-29157912ed67 None None] Bound using segment: {'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:23:05.136171 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-2ea8a7cd-f1ee-47e1-b91e-29157912ed67 None None] Bound port: c7f8b829-27fd-48bf-ac75-83bde4187029, host: dv-cinder-805316-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:23:05.136893 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2ea8a7cd-f1ee-47e1-b91e-29157912ed67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:05.161153 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning for port f164172b-3983-434e-8a49-dfd9fbcbea4f completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:23:05.161374 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5a66150-6581-4d5b-81ac-8601b05c4869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:05.165548 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port f164172b-3983-434e-8a49-dfd9fbcbea4f triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:23:05.166047 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:05.206233 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2ea8a7cd-f1ee-47e1-b91e-29157912ed67 None None] For port c7f8b829-27fd-48bf-ac75-83bde4187029, host dv-cinder-805316-3-iscsi, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:23:05.210482 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-2ea8a7cd-f1ee-47e1-b91e-29157912ed67 None None] For port c7f8b829-27fd-48bf-ac75-83bde4187029, host dv-cinder-805316-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=c7f8b829-27fd-48bf-ac75-83bde4187029,segment=NetworkSegment(a1e39651-c313-42ea-8a56-542d3d88063d),segment_id=a1e39651-c313-42ea-8a56-542d3d88063d)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:23:05.215446 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-2ea8a7cd-f1ee-47e1-b91e-29157912ed67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:05.260883 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:05.284530 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2962735-64fe-418c-84b4-4f8f07f59b7b None None] Pushing event updated for resources: {'Port': ['ID=c7f8b829-27fd-48bf-ac75-83bde4187029,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:05.302913 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] For port f164172b-3983-434e-8a49-dfd9fbcbea4f, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=f164172b-3983-434e-8a49-dfd9fbcbea4f,segment=NetworkSegment(e1d51ef1-9ba8-43be-9fe7-5f8a9f22290c),segment_id=e1d51ef1-9ba8-43be-9fe7-5f8a9f22290c)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:23:05.310147 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:05.312574 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea8a7cd-f1ee-47e1-b91e-29157912ed67 None None] Routers {'8265f749-c933-4646-8f79-d5831d95b1fa'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:23:05.313356 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2ea8a7cd-f1ee-47e1-b91e-29157912ed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:22:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['8265f749-c933-4646-8f79-d5831d95b1fa'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:23:05.362933 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Pushing event updated for resources: {'Port': ['ID=f164172b-3983-434e-8a49-dfd9fbcbea4f,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:05.399693 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-b5a66150-6581-4d5b-81ac-8601b05c4869 admin admin] Allocated IP 172.20.0.1 (d2bc0b52-6374-41c5-bad1-d19d0b55447c/5dab8602-036a-4bea-8f8c-aed7d1972f7b/920568b3-e737-4833-b8fc-c453773e17ad) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:23:05.474147 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-2ea8a7cd-f1ee-47e1-b91e-29157912ed67 None None] Set router 8265f749-c933-4646-8f79-d5831d95b1fa gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:23:05.541101 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5a66150-6581-4d5b-81ac-8601b05c4869 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:05.558551 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b906bbd6-87bf-4302-90f2-dafc977c58f8 req-96d9a8b9-af61-4488-8e74-d395837729ac tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a21c74d0-f09a-4290-9580-71d6db4f69fe HTTP/1.1" status: 200 len: 210 time: 0.0290563 Aug 30 17:23:05.566462 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b5a66150-6581-4d5b-81ac-8601b05c4869 admin admin] Transition to ACTIVE for port object 920568b3-e737-4833-b8fc-c453773e17ad will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:23:05.621276 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5a66150-6581-4d5b-81ac-8601b05c4869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:05.662158 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a66150-6581-4d5b-81ac-8601b05c4869 admin admin] Network d2bc0b52-6374-41c5-bad1-d19d0b55447c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:23:05.671455 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-b5a66150-6581-4d5b-81ac-8601b05c4869 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:23:05.674936 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a66150-6581-4d5b-81ac-8601b05c4869 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:23:05.711222 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a66150-6581-4d5b-81ac-8601b05c4869 admin admin] Pushing event updated for resources: {'Port': ['ID=920568b3-e737-4833-b8fc-c453773e17ad,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:05.717808 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-2ea8a7cd-f1ee-47e1-b91e-29157912ed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8265f749-c933-4646-8f79-d5831d95b1fa', 'name': 'tempest-TestMinimumBasicScenario-644212662-router', 'tenant_id': 'e6cec29aa2a24018ad33c35d05e6ed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c7f8b829-27fd-48bf-ac75-83bde4187029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:23:00Z', 'updated_at': '2021-08-30T17:23:02Z', 'revision_number': 3, 'project_id': 'e6cec29aa2a24018ad33c35d05e6ed1f', 'gw_port': {'id': 'c7f8b829-27fd-48bf-ac75-83bde4187029', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:77:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8265f749-c933-4646-8f79-d5831d95b1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:23:01Z', 'updated_at': '2021-08-30T17:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:23:05.725818 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5a66150-6581-4d5b-81ac-8601b05c4869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535265'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:05.764340 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea8a7cd-f1ee-47e1-b91e-29157912ed67 None None] The sync data for ids ['8265f749-c933-4646-8f79-d5831d95b1fa'] in dv-cinder-805316-3-iscsi is: [{'id': '8265f749-c933-4646-8f79-d5831d95b1fa', 'name': 'tempest-TestMinimumBasicScenario-644212662-router', 'tenant_id': 'e6cec29aa2a24018ad33c35d05e6ed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c7f8b829-27fd-48bf-ac75-83bde4187029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:23:00Z', 'updated_at': '2021-08-30T17:23:02Z', 'revision_number': 3, 'project_id': 'e6cec29aa2a24018ad33c35d05e6ed1f', 'gw_port': {'id': 'c7f8b829-27fd-48bf-ac75-83bde4187029', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:77:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8265f749-c933-4646-8f79-d5831d95b1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:23:01Z', 'updated_at': '2021-08-30T17:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:23:05.912202 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5a66150-6581-4d5b-81ac-8601b05c4869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:06.043450 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-4e60a681-b7a9-4059-9483-71a6188b5396 None None] Provisioning for port 920568b3-e737-4833-b8fc-c453773e17ad completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:23:06.052006 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-4e60a681-b7a9-4059-9483-71a6188b5396 None None] Provisioning complete for port 920568b3-e737-4833-b8fc-c453773e17ad triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:23:06.054893 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4e60a681-b7a9-4059-9483-71a6188b5396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:06.101752 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17273e9e-4acb-41c6-bed2-abf195f4698a req-6c8d34da-5d92-4bd0-b9c1-104b4b803fbb tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:06.103338 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-17273e9e-4acb-41c6-bed2-abf195f4698a req-6c8d34da-5d92-4bd0-b9c1-104b4b803fbb tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.0901020 Aug 30 17:23:06.129354 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-4e60a681-b7a9-4059-9483-71a6188b5396 None None] Port 920568b3-e737-4833-b8fc-c453773e17ad cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:23:06.174299 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5a66150-6581-4d5b-81ac-8601b05c4869 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:06.181283 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5a66150-6581-4d5b-81ac-8601b05c4869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194083'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:06.182207 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-17273e9e-4acb-41c6-bed2-abf195f4698a req-c95d1e8b-f7b2-4679-8ecc-32ba46aa501e tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646698 Aug 30 17:23:06.254804 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a66150-6581-4d5b-81ac-8601b05c4869 admin admin] Pushing event updated for resources: {'Port': ['ID=920568b3-e737-4833-b8fc-c453773e17ad,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:06.257416 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b5a66150-6581-4d5b-81ac-8601b05c4869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535358'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:06.373747 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a66150-6581-4d5b-81ac-8601b05c4869 admin admin] Network d2bc0b52-6374-41c5-bad1-d19d0b55447c is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:23:06.375185 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-b5a66150-6581-4d5b-81ac-8601b05c4869 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:23:06.499916 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a66150-6581-4d5b-81ac-8601b05c4869 admin admin] Router 8265f749-c933-4646-8f79-d5831d95b1fa has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:23:06.638086 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a66150-6581-4d5b-81ac-8601b05c4869 admin admin] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:23:06.643507 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-b5a66150-6581-4d5b-81ac-8601b05c4869 admin admin] 10.222.0.21 "PUT /v2.0/routers/8265f749-c933-4646-8f79-d5831d95b1fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5468807 Aug 30 17:23:06.685045 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-48eb7759-6006-4a96-b04b-1fced13a705b None None] Provisioning complete for port 920568b3-e737-4833-b8fc-c453773e17ad triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:23:06.685639 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48eb7759-6006-4a96-b04b-1fced13a705b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:06.720446 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bbfeff1c-f5d5-4d63-ad18-4884519cf46e req-2571fa07-480d-4789-b2a1-732646844687 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a21c74d0-f09a-4290-9580-71d6db4f69fe HTTP/1.1" status: 200 len: 210 time: 0.0689597 Aug 30 17:23:06.747420 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-48eb7759-6006-4a96-b04b-1fced13a705b None None] Port 920568b3-e737-4833-b8fc-c453773e17ad cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:23:06.870114 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-cba287e5-5d08-4377-9c63-0a3f081c3031 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Request body: {'port': {'device_id': 'a21c74d0-f09a-4290-9580-71d6db4f69fe', 'network_id': '5c38f771-645c-47e7-8b33-0ba4b6334797', 'admin_state_up': True, 'tenant_id': '4038cbf18243476594febddbf09ba3fd'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:23:06.909212 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device c7f8b829-27fd-48bf-ac75-83bde4187029 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:23:06.984260 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning for port c7f8b829-27fd-48bf-ac75-83bde4187029 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:23:06.988704 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port c7f8b829-27fd-48bf-ac75-83bde4187029 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:23:06.989260 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:07.097882 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-cba287e5-5d08-4377-9c63-0a3f081c3031 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Made reservation on behalf of 4038cbf18243476594febddbf09ba3fd for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:23:07.105122 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-cba287e5-5d08-4377-9c63-0a3f081c3031 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:07.124969 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:07.149491 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] For port c7f8b829-27fd-48bf-ac75-83bde4187029, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=c7f8b829-27fd-48bf-ac75-83bde4187029,segment=NetworkSegment(a1e39651-c313-42ea-8a56-542d3d88063d),segment_id=a1e39651-c313-42ea-8a56-542d3d88063d)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:23:07.154874 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:07.156015 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device f164172b-3983-434e-8a49-dfd9fbcbea4f up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:23:07.297306 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Pushing event updated for resources: {'Port': ['ID=c7f8b829-27fd-48bf-ac75-83bde4187029,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:07.349540 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port f164172b-3983-434e-8a49-dfd9fbcbea4f triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:23:07.350038 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:07.561092 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9021f-d196-4e73-9727-32d0a2c7bf5b req-17898c20-4073-4c9f-98f1-4eb1f22413bc tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:07.562642 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-99a9021f-d196-4e73-9727-32d0a2c7bf5b req-17898c20-4073-4c9f-98f1-4eb1f22413bc tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.1820519 Aug 30 17:23:07.625824 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-cba287e5-5d08-4377-9c63-0a3f081c3031 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Allocated IP 172.20.0.12 (5c38f771-645c-47e7-8b33-0ba4b6334797/30d2a4b2-6bc2-4175-8b39-ae9e143b968c/16998596-addb-4540-b5c3-5cd5f358a1e4) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:23:07.718325 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-99a9021f-d196-4e73-9727-32d0a2c7bf5b req-d5b319f9-4d07-4776-8a19-b5aeb6277c77 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372454 Aug 30 17:23:07.737791 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70404c32-cd9c-49ea-aaab-4443eb658ff2 req-5396c183-45ab-4375-a732-e90c47d31e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:07.739530 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-70404c32-cd9c-49ea-aaab-4443eb658ff2 req-5396c183-45ab-4375-a732-e90c47d31e20 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 1098 time: 0.0918095 Aug 30 17:23:07.851802 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-70404c32-cd9c-49ea-aaab-4443eb658ff2 req-3f16e9b7-9ccd-4412-a73d-dac1dc686315 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011500 Aug 30 17:23:07.936973 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f2f1acf2-996d-4235-b2e0-a2de4f980db6 req-6442a5fb-5595-4ee5-b29c-d9ff85faeefc tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a21c74d0-f09a-4290-9580-71d6db4f69fe HTTP/1.1" status: 200 len: 210 time: 0.0872586 Aug 30 17:23:08.038743 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-cba287e5-5d08-4377-9c63-0a3f081c3031 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:08.115403 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-cba287e5-5d08-4377-9c63-0a3f081c3031 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:08.234751 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-cba287e5-5d08-4377-9c63-0a3f081c3031 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Network 5c38f771-645c-47e7-8b33-0ba4b6334797 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:23:08.242243 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-cba287e5-5d08-4377-9c63-0a3f081c3031 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:23:08.247202 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-cba287e5-5d08-4377-9c63-0a3f081c3031 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:23:08.251813 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba287e5-5d08-4377-9c63-0a3f081c3031 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Pushing event updated for resources: {'Port': ['ID=16998596-addb-4540-b5c3-5cd5f358a1e4,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:08.333549 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-cba287e5-5d08-4377-9c63-0a3f081c3031 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:08.334427 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-cba287e5-5d08-4377-9c63-0a3f081c3031 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:08.360999 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-cba287e5-5d08-4377-9c63-0a3f081c3031 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4995198 Aug 30 17:23:08.374820 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-bd36e84f-18b1-4abb-916a-96c116d30d0e service neutron] Request body: {'port': {'device_id': 'a21c74d0-f09a-4290-9580-71d6db4f69fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:23:08.430211 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7499a6-0f20-4453-867f-dfdf1387fe3b None None] Sync routers for ids ['8265f749-c933-4646-8f79-d5831d95b1fa'] in dv-cinder-805316-3-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:23:08.454016 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7499a6-0f20-4453-867f-dfdf1387fe3b None None] Routers {'8265f749-c933-4646-8f79-d5831d95b1fa'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:23:08.458642 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-fa7499a6-0f20-4453-867f-dfdf1387fe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:22:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['8265f749-c933-4646-8f79-d5831d95b1fa'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:23:08.561099 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-bd36e84f-18b1-4abb-916a-96c116d30d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:08.686579 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-fa7499a6-0f20-4453-867f-dfdf1387fe3b None None] Set router 8265f749-c933-4646-8f79-d5831d95b1fa gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:23:08.705788 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-8ddfef61-6a06-40a0-93ce-0f2b91af2bff tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:08.721985 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-8ddfef61-6a06-40a0-93ce-0f2b91af2bff tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/networks?id=e6091024-8f4d-4cb5-b1a2-13af9fd389b6 HTTP/1.1" status: 200 len: 814 time: 0.2928550 Aug 30 17:23:08.828551 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-d886f339-d581-4dcb-b43f-899686225bb0 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/quotas/b03ce9f1d44743abb9c9c1d793df466c HTTP/1.1" status: 200 len: 375 time: 0.1102545 Aug 30 17:23:08.865212 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device c7f8b829-27fd-48bf-ac75-83bde4187029 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:23:09.348179 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port c7f8b829-27fd-48bf-ac75-83bde4187029 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:23:09.348511 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:09.475937 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-fa7499a6-0f20-4453-867f-dfdf1387fe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8265f749-c933-4646-8f79-d5831d95b1fa', 'name': 'tempest-TestMinimumBasicScenario-644212662-router', 'tenant_id': 'e6cec29aa2a24018ad33c35d05e6ed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c7f8b829-27fd-48bf-ac75-83bde4187029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:23:00Z', 'updated_at': '2021-08-30T17:23:05Z', 'revision_number': 4, 'project_id': 'e6cec29aa2a24018ad33c35d05e6ed1f', 'gw_port': {'id': 'c7f8b829-27fd-48bf-ac75-83bde4187029', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:77:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8265f749-c933-4646-8f79-d5831d95b1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:23:01Z', 'updated_at': '2021-08-30T17:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '920568b3-e737-4833-b8fc-c453773e17ad', 'name': '', 'network_id': 'd2bc0b52-6374-41c5-bad1-d19d0b55447c', 'tenant_id': 'e6cec29aa2a24018ad33c35d05e6ed1f', 'mac_address': 'fa:16:3e:ad:59:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8265f749-c933-4646-8f79-d5831d95b1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '5dab8602-036a-4bea-8f8c-aed7d1972f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:23:05Z', 'updated_at': '2021-08-30T17:23:05Z', 'revision_number': 2, 'project_id': 'e6cec29aa2a24018ad33c35d05e6ed1f', 'subnets': [{'id': '5dab8602-036a-4bea-8f8c-aed7d1972f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:23:09.479562 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b52dd2-12c7-409a-b4e6-40a386719e6d req-2c351eea-1545-4831-a8c0-21546b2cd86a tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:09.487368 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a5b52dd2-12c7-409a-b4e6-40a386719e6d req-2c351eea-1545-4831-a8c0-21546b2cd86a tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.4566503 Aug 30 17:23:09.513082 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7499a6-0f20-4453-867f-dfdf1387fe3b None None] Checking router: 8265f749-c933-4646-8f79-d5831d95b1fa for host: dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:23:09.513751 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7499a6-0f20-4453-867f-dfdf1387fe3b None None] Updating router 8265f749-c933-4646-8f79-d5831d95b1fa port 920568b3-e737-4833-b8fc-c453773e17ad binding host dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:23:09.518224 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-8b741792-e429-49e6-8f09-4df4aa2ac45d tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b03ce9f1d44743abb9c9c1d793df466c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6863732 Aug 30 17:23:09.570179 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa7499a6-0f20-4453-867f-dfdf1387fe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:09.654606 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a5b52dd2-12c7-409a-b4e6-40a386719e6d req-037eb502-a515-4432-a365-bdf46122472a tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663942 Aug 30 17:23:09.703415 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-bd36e84f-18b1-4abb-916a-96c116d30d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16998596-addb-4540-b5c3-5cd5f358a1e4 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:23:09.715441 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-bd36e84f-18b1-4abb-916a-96c116d30d0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:09.748338 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-645b1614-de25-4dc3-8eeb-c94ea7b0e117 service neutron] 10.222.0.21 "GET /v2.0/networks/e6091024-8f4d-4cb5-b1a2-13af9fd389b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180290 Aug 30 17:23:09.750506 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-bd36e84f-18b1-4abb-916a-96c116d30d0e service neutron] Transition to ACTIVE for port object 16998596-addb-4540-b5c3-5cd5f358a1e4 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:23:09.760471 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-bd36e84f-18b1-4abb-916a-96c116d30d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2822393'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:09.919734 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36e84f-18b1-4abb-916a-96c116d30d0e service neutron] Pushing event updated for resources: {'Port': ['ID=16998596-addb-4540-b5c3-5cd5f358a1e4,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:09.971920 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e804f8-30cb-4318-9538-77f7cab23f91 req-5a27fab3-5ce1-48f8-9890-a073f0a1927d tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:09.979750 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-81e804f8-30cb-4318-9538-77f7cab23f91 req-5a27fab3-5ce1-48f8-9890-a073f0a1927d tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a21c74d0-f09a-4290-9580-71d6db4f69fe HTTP/1.1" status: 200 len: 944 time: 0.1420319 Aug 30 17:23:10.002828 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa7499a6-0f20-4453-867f-dfdf1387fe3b None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:10.016951 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-fa7499a6-0f20-4453-867f-dfdf1387fe3b None None] Transition to ACTIVE for port object 920568b3-e737-4833-b8fc-c453773e17ad will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:23:10.027985 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa7499a6-0f20-4453-867f-dfdf1387fe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:10.061415 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-fe811225-aaba-4613-848a-52509013eafe service neutron] 10.222.0.21 "GET /v2.0/networks/e6091024-8f4d-4cb5-b1a2-13af9fd389b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121996 Aug 30 17:23:10.089914 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-bd36e84f-18b1-4abb-916a-96c116d30d0e service neutron] Attempting to bind port 16998596-addb-4540-b5c3-5cd5f358a1e4 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:23:10.090258 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-bd36e84f-18b1-4abb-916a-96c116d30d0e service neutron] Attempting to bind port 16998596-addb-4540-b5c3-5cd5f358a1e4 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '87897db7-2f2f-4c60-9df9-e628d0775d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5c38f771-645c-47e7-8b33-0ba4b6334797'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:23:10.090595 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-bd36e84f-18b1-4abb-916a-96c116d30d0e service neutron] Attempting to bind port 16998596-addb-4540-b5c3-5cd5f358a1e4 on network 5c38f771-645c-47e7-8b33-0ba4b6334797 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:23:10.106328 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-81e804f8-30cb-4318-9538-77f7cab23f91 req-c6e42ce9-c11e-4b56-9937-641ddb3d9b76 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/security-groups?id=60c64e64-be77-47dd-a01e-425d5af530b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255984 Aug 30 17:23:10.107467 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-bd36e84f-18b1-4abb-916a-96c116d30d0e service neutron] Port 16998596-addb-4540-b5c3-5cd5f358a1e4 on network 5c38f771-645c-47e7-8b33-0ba4b6334797 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:23:10.107797 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-bd36e84f-18b1-4abb-916a-96c116d30d0e service neutron] Attempting to bind port 16998596-addb-4540-b5c3-5cd5f358a1e4 on network 5c38f771-645c-47e7-8b33-0ba4b6334797 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:23:10.152140 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-bd36e84f-18b1-4abb-916a-96c116d30d0e service neutron] Checking agent: {'id': 'ee80e8a3-09f9-4e7d-a921-e109800248d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'started_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:23:10.152505 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-bd36e84f-18b1-4abb-916a-96c116d30d0e service neutron] Checking segment: {'id': '87897db7-2f2f-4c60-9df9-e628d0775d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5c38f771-645c-47e7-8b33-0ba4b6334797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:23:10.152886 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-bd36e84f-18b1-4abb-916a-96c116d30d0e service neutron] Bound using segment: {'id': '87897db7-2f2f-4c60-9df9-e628d0775d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5c38f771-645c-47e7-8b33-0ba4b6334797'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:23:10.161710 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-bd36e84f-18b1-4abb-916a-96c116d30d0e service neutron] Bound port: 16998596-addb-4540-b5c3-5cd5f358a1e4, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87897db7-2f2f-4c60-9df9-e628d0775d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5c38f771-645c-47e7-8b33-0ba4b6334797'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:23:10.162104 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-bd36e84f-18b1-4abb-916a-96c116d30d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:10.329216 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-bd36e84f-18b1-4abb-916a-96c116d30d0e service neutron] For port 16998596-addb-4540-b5c3-5cd5f358a1e4, host hv-cinder-80531, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:23:10.334721 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-bd36e84f-18b1-4abb-916a-96c116d30d0e service neutron] For port 16998596-addb-4540-b5c3-5cd5f358a1e4, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=16998596-addb-4540-b5c3-5cd5f358a1e4,segment=NetworkSegment(87897db7-2f2f-4c60-9df9-e628d0775d09),segment_id=87897db7-2f2f-4c60-9df9-e628d0775d09)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:23:10.348419 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-bd36e84f-18b1-4abb-916a-96c116d30d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2822393'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:10.359101 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51880) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:23:10.372942 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-fa7499a6-0f20-4453-867f-dfdf1387fe3b None None] Attempting to bind port 920568b3-e737-4833-b8fc-c453773e17ad on host dv-cinder-805316-3-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:23:10.373416 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-fa7499a6-0f20-4453-867f-dfdf1387fe3b None None] Attempting to bind port 920568b3-e737-4833-b8fc-c453773e17ad by drivers openvswitch,hyperv on host dv-cinder-805316-3-iscsi at level 0 using segments [{'id': 'e1d51ef1-9ba8-43be-9fe7-5f8a9f22290c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd2bc0b52-6374-41c5-bad1-d19d0b55447c'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:23:10.373901 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7499a6-0f20-4453-867f-dfdf1387fe3b None None] Attempting to bind port 920568b3-e737-4833-b8fc-c453773e17ad on network d2bc0b52-6374-41c5-bad1-d19d0b55447c {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:23:10.377299 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce101b85-9a5a-4f99-a232-6ceb6a48e180 None None] Pushing event updated for resources: {'Port': ['ID=920568b3-e737-4833-b8fc-c453773e17ad,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:10.387509 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7499a6-0f20-4453-867f-dfdf1387fe3b None None] Checking agent: {'id': 'ffbe204d-12b1-4bb4-8980-9a78a382db5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 13, 58), 'started_at': datetime.datetime(2021, 8, 30, 17, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:23:10.388635 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7499a6-0f20-4453-867f-dfdf1387fe3b None None] Checking segment: {'id': 'e1d51ef1-9ba8-43be-9fe7-5f8a9f22290c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd2bc0b52-6374-41c5-bad1-d19d0b55447c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:23:10.389099 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa7499a6-0f20-4453-867f-dfdf1387fe3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:10.392397 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7499a6-0f20-4453-867f-dfdf1387fe3b None None] Bound using segment: {'id': 'e1d51ef1-9ba8-43be-9fe7-5f8a9f22290c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd2bc0b52-6374-41c5-bad1-d19d0b55447c'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:23:10.393052 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-fa7499a6-0f20-4453-867f-dfdf1387fe3b None None] Bound port: 920568b3-e737-4833-b8fc-c453773e17ad, host: dv-cinder-805316-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d51ef1-9ba8-43be-9fe7-5f8a9f22290c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd2bc0b52-6374-41c5-bad1-d19d0b55447c'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:23:10.393573 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa7499a6-0f20-4453-867f-dfdf1387fe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:10.462250 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-bd36e84f-18b1-4abb-916a-96c116d30d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:10.462970 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-bd36e84f-18b1-4abb-916a-96c116d30d0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:10.470074 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-bd36e84f-18b1-4abb-916a-96c116d30d0e service neutron] 10.222.0.52 "PUT /v2.0/ports/16998596-addb-4540-b5c3-5cd5f358a1e4 HTTP/1.1" status: 200 len: 1094 time: 2.0999229 Aug 30 17:23:10.470775 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21c74d0-f09a-4290-9580-71d6db4f69fe', 'tag': '16998596-addb-4540-b5c3-5cd5f358a1e4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:23:10.478177 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e183aeb7d1ae95b610e737921596bfe9224ef5c136def86ae36f97e4cb718d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df28877b-ee88-4503-8caf-fad3a41497df" -d '{"events": [{"name": "network-changed", "server_uuid": "a21c74d0-f09a-4290-9580-71d6db4f69fe", "tag": "16998596-addb-4540-b5c3-5cd5f358a1e4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:23:10.548179 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c96ee350-47fc-49c7-bce5-dd009bad361a req-4401ea90-4e9a-4d56-b8de-cb4713fc4b7d tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ab1ed2-e145-49b3-9ad1-e4719c693201 HTTP/1.1" status: 200 len: 210 time: 0.0566554 Aug 30 17:23:10.566347 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-fa7499a6-0f20-4453-867f-dfdf1387fe3b None None] For port 920568b3-e737-4833-b8fc-c453773e17ad, host dv-cinder-805316-3-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:23:10.576236 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-fa7499a6-0f20-4453-867f-dfdf1387fe3b None None] For port 920568b3-e737-4833-b8fc-c453773e17ad, host dv-cinder-805316-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=920568b3-e737-4833-b8fc-c453773e17ad,segment=NetworkSegment(e1d51ef1-9ba8-43be-9fe7-5f8a9f22290c),segment_id=e1d51ef1-9ba8-43be-9fe7-5f8a9f22290c)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:23:10.584361 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa7499a6-0f20-4453-867f-dfdf1387fe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:10.596708 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36e84f-18b1-4abb-916a-96c116d30d0e service neutron] Pushing event updated for resources: {'Port': ['ID=16998596-addb-4540-b5c3-5cd5f358a1e4,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:10.615768 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa10376-3002-490a-9f0f-029c0ef424a5 x-openstack-request-id: req-0fa10376-3002-490a-9f0f-029c0ef424a5 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:23:10.616061 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a21c74d0-f09a-4290-9580-71d6db4f69fe", "tag": "16998596-addb-4540-b5c3-5cd5f358a1e4", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:23:10.616374 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0fa10376-3002-490a-9f0f-029c0ef424a5 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:23:10.616677 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a21c74d0-f09a-4290-9580-71d6db4f69fe', 'tag': '16998596-addb-4540-b5c3-5cd5f358a1e4', 'status': 'completed', 'code': 200} Aug 30 17:23:10.630365 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-54072c45-74cd-49d6-81f7-cd82684e1272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:10.632342 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-54072c45-74cd-49d6-81f7-cd82684e1272 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4038cbf18243476594febddbf09ba3fd&device_id=a21c74d0-f09a-4290-9580-71d6db4f69fe HTTP/1.1" status: 200 len: 1097 time: 0.0795307 Aug 30 17:23:10.645461 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7f14b5ca-494e-4d65-b2f4-398c42e073d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:10.662999 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7499a6-0f20-4453-867f-dfdf1387fe3b None None] Routers {'8265f749-c933-4646-8f79-d5831d95b1fa'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:23:10.663776 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-fa7499a6-0f20-4453-867f-dfdf1387fe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:22:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['8265f749-c933-4646-8f79-d5831d95b1fa'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:23:10.761038 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-5ce37b41-d714-4137-a77d-c554af691a2b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16998596-addb-4540-b5c3-5cd5f358a1e4 HTTP/1.1" status: 200 len: 217 time: 0.1022732 Aug 30 17:23:10.776143 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce101b85-9a5a-4f99-a232-6ceb6a48e180 None None] Pushing event updated for resources: {'Port': ['ID=920568b3-e737-4833-b8fc-c453773e17ad,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:10.927572 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-bbd03486-a33a-45e9-99c5-aa8618cfca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:10.932019 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-bbd03486-a33a-45e9-99c5-aa8618cfca4c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=30d2a4b2-6bc2-4175-8b39-ae9e143b968c HTTP/1.1" status: 200 len: 848 time: 0.1599343 Aug 30 17:23:10.949742 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-fa7499a6-0f20-4453-867f-dfdf1387fe3b None None] Set router 8265f749-c933-4646-8f79-d5831d95b1fa gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:23:10.961007 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7f14b5ca-494e-4d65-b2f4-398c42e073d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:10.970960 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7f14b5ca-494e-4d65-b2f4-398c42e073d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:11.027515 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-7f14b5ca-494e-4d65-b2f4-398c42e073d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c1f1466b8e34dff9adbf98e361a9106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6665819 Aug 30 17:23:11.029702 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51912) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:23:11.084612 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-84f3d56a-778b-414e-aec5-0202762a2e12 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c38f771-645c-47e7-8b33-0ba4b6334797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088157 Aug 30 17:23:11.120926 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14b5ca-494e-4d65-b2f4-398c42e073d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f865884a-c59e-4815-8362-c97866e07c6f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:11.152460 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4110276-194d-4451-9241-63e7874cedd5 req-d6c0aa96-c83d-41bb-971e-337cfa893270 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:11.161598 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f4110276-194d-4451-9241-63e7874cedd5 req-d6c0aa96-c83d-41bb-971e-337cfa893270 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.2285228 Aug 30 17:23:11.198579 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7483abf5-8bfc-4c4e-b453-5284f1dae6cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:11.261107 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7483abf5-8bfc-4c4e-b453-5284f1dae6cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:11.300764 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f4110276-194d-4451-9241-63e7874cedd5 req-c05c7127-f5d7-4872-87c4-b86e1ecd275e tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377103 Aug 30 17:23:11.342651 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-95400e05-b21d-41b0-a4ac-93de383799fd service neutron] 10.222.0.52 "GET /v2.0/networks/5c38f771-645c-47e7-8b33-0ba4b6334797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468145 Aug 30 17:23:11.358665 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731dd31a-dbfe-4f60-8853-83cbafbe0e4a req-253727e7-9cac-4d83-b8bc-49dd21336045 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:11.360162 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-731dd31a-dbfe-4f60-8853-83cbafbe0e4a req-253727e7-9cac-4d83-b8bc-49dd21336045 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a21c74d0-f09a-4290-9580-71d6db4f69fe HTTP/1.1" status: 200 len: 944 time: 0.0883267 Aug 30 17:23:11.418468 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7483abf5-8bfc-4c4e-b453-5284f1dae6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:11.422791 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7483abf5-8bfc-4c4e-b453-5284f1dae6cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:11.424263 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-7483abf5-8bfc-4c4e-b453-5284f1dae6cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f865884a-c59e-4815-8362-c97866e07c6f HTTP/1.1" status: 204 len: 168 time: 0.3932700 Aug 30 17:23:11.458171 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483abf5-8bfc-4c4e-b453-5284f1dae6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f865884a-c59e-4815-8362-c97866e07c6f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:11.648938 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-fa7499a6-0f20-4453-867f-dfdf1387fe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8265f749-c933-4646-8f79-d5831d95b1fa', 'name': 'tempest-TestMinimumBasicScenario-644212662-router', 'tenant_id': 'e6cec29aa2a24018ad33c35d05e6ed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c7f8b829-27fd-48bf-ac75-83bde4187029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:23:00Z', 'updated_at': '2021-08-30T17:23:05Z', 'revision_number': 4, 'project_id': 'e6cec29aa2a24018ad33c35d05e6ed1f', 'gw_port': {'id': 'c7f8b829-27fd-48bf-ac75-83bde4187029', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:77:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8265f749-c933-4646-8f79-d5831d95b1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:23:01Z', 'updated_at': '2021-08-30T17:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '920568b3-e737-4833-b8fc-c453773e17ad', 'name': '', 'network_id': 'd2bc0b52-6374-41c5-bad1-d19d0b55447c', 'tenant_id': 'e6cec29aa2a24018ad33c35d05e6ed1f', 'mac_address': 'fa:16:3e:ad:59:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8265f749-c933-4646-8f79-d5831d95b1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '5dab8602-036a-4bea-8f8c-aed7d1972f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:23:05Z', 'updated_at': '2021-08-30T17:23:10Z', 'revision_number': 4, 'project_id': 'e6cec29aa2a24018ad33c35d05e6ed1f', 'subnets': [{'id': '5dab8602-036a-4bea-8f8c-aed7d1972f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:23:11.695328 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-731dd31a-dbfe-4f60-8853-83cbafbe0e4a req-63d4c77e-92b5-490e-9f31-1196e62058bc tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/security-groups?id=60c64e64-be77-47dd-a01e-425d5af530b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266551 Aug 30 17:23:11.768147 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7499a6-0f20-4453-867f-dfdf1387fe3b None None] The sync data for ids ['8265f749-c933-4646-8f79-d5831d95b1fa'] in dv-cinder-805316-3-iscsi is: [{'id': '8265f749-c933-4646-8f79-d5831d95b1fa', 'name': 'tempest-TestMinimumBasicScenario-644212662-router', 'tenant_id': 'e6cec29aa2a24018ad33c35d05e6ed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c7f8b829-27fd-48bf-ac75-83bde4187029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:23:00Z', 'updated_at': '2021-08-30T17:23:05Z', 'revision_number': 4, 'project_id': 'e6cec29aa2a24018ad33c35d05e6ed1f', 'gw_port': {'id': 'c7f8b829-27fd-48bf-ac75-83bde4187029', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:77:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8265f749-c933-4646-8f79-d5831d95b1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:23:01Z', 'updated_at': '2021-08-30T17:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '920568b3-e737-4833-b8fc-c453773e17ad', 'name': '', 'network_id': 'd2bc0b52-6374-41c5-bad1-d19d0b55447c', 'tenant_id': 'e6cec29aa2a24018ad33c35d05e6ed1f', 'mac_address': 'fa:16:3e:ad:59:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8265f749-c933-4646-8f79-d5831d95b1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '5dab8602-036a-4bea-8f8c-aed7d1972f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:23:05Z', 'updated_at': '2021-08-30T17:23:10Z', 'revision_number': 4, 'project_id': 'e6cec29aa2a24018ad33c35d05e6ed1f', 'subnets': [{'id': '5dab8602-036a-4bea-8f8c-aed7d1972f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:23:11.848682 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1bf0f574-dc67-4af8-8c9d-21425eb307a1 req-83b36b71-308a-45c3-85c6-cc09ed296f80 service neutron] 10.222.0.52 "GET /v2.0/networks/5c38f771-645c-47e7-8b33-0ba4b6334797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874589 Aug 30 17:23:11.997064 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-36ff77f1-969d-439c-a261-292fcbf130f2 req-51fdb1d7-ad6e-43b7-a695-0d480b7d227d tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ab1ed2-e145-49b3-9ad1-e4719c693201 HTTP/1.1" status: 200 len: 210 time: 0.0877280 Aug 30 17:23:12.049499 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2df506-9757-497c-b1a9-95fad85c0d7d req-24208b5b-1560-47bf-b910-4dca8d2ccf5a tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:12.058179 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0c2df506-9757-497c-b1a9-95fad85c0d7d req-24208b5b-1560-47bf-b910-4dca8d2ccf5a tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.3032374 Aug 30 17:23:12.098409 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28877b-ee88-4503-8caf-fad3a41497df req-6aa2e021-b883-454a-b5a7-637041c56cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:12.100560 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-df28877b-ee88-4503-8caf-fad3a41497df req-6aa2e021-b883-454a-b5a7-637041c56cc7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4038cbf18243476594febddbf09ba3fd&device_id=a21c74d0-f09a-4290-9580-71d6db4f69fe HTTP/1.1" status: 200 len: 1097 time: 0.1445656 Aug 30 17:23:12.124402 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0c2df506-9757-497c-b1a9-95fad85c0d7d req-191be3d2-6d3e-43eb-978b-c8a2676e5be1 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649168 Aug 30 17:23:12.149512 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:23:12.247540 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51960) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:23:12.270226 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28877b-ee88-4503-8caf-fad3a41497df req-a7ecc8c3-a56e-43ae-8709-02f34298ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:12.272652 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ffd2128-167d-4a4d-bd60-181d41f4d147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:12.273304 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-df28877b-ee88-4503-8caf-fad3a41497df req-a7ecc8c3-a56e-43ae-8709-02f34298ce0f service neutron] 10.222.0.52 "GET /v2.0/networks?id=5c38f771-645c-47e7-8b33-0ba4b6334797 HTTP/1.1" status: 200 len: 909 time: 0.1479225 Aug 30 17:23:12.376950 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-df28877b-ee88-4503-8caf-fad3a41497df req-6462e9a5-6f66-4f59-a4f8-6b230899929e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16998596-addb-4540-b5c3-5cd5f358a1e4 HTTP/1.1" status: 200 len: 217 time: 0.0921597 Aug 30 17:23:12.526818 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ffd2128-167d-4a4d-bd60-181d41f4d147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:12.535696 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0ffd2128-167d-4a4d-bd60-181d41f4d147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:12.590662 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-0ffd2128-167d-4a4d-bd60-181d41f4d147 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d9b50f50779403db05be0a7123e6e27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3386521 Aug 30 17:23:12.591607 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 51972) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:23:12.598853 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28877b-ee88-4503-8caf-fad3a41497df req-9da1fe0b-a47e-41f6-9ae7-0921138ce47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:12.601063 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-df28877b-ee88-4503-8caf-fad3a41497df req-9da1fe0b-a47e-41f6-9ae7-0921138ce47f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=30d2a4b2-6bc2-4175-8b39-ae9e143b968c HTTP/1.1" status: 200 len: 848 time: 0.1861386 Aug 30 17:23:12.620641 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-ab5efe8d-0dfc-4bd3-be6e-bbb718fe9e4a tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:12.626607 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-ab5efe8d-0dfc-4bd3-be6e-bbb718fe9e4a tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.52 "GET /v2.0/networks?id=e6091024-8f4d-4cb5-b1a2-13af9fd389b6 HTTP/1.1" status: 200 len: 814 time: 0.3521459 Aug 30 17:23:12.708023 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-4606ec11-16b4-41b7-a826-55dc9ceda9ad tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Request body: {'port': {'device_id': '23ab1ed2-e145-49b3-9ad1-e4719c693201', 'network_id': 'e6091024-8f4d-4cb5-b1a2-13af9fd389b6', 'admin_state_up': True, 'tenant_id': 'b03ce9f1d44743abb9c9c1d793df466c'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:23:12.755989 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd2128-167d-4a4d-bd60-181d41f4d147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cf89a0-d7ce-44f1-ba2e-27d7bb0e388f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:12.835874 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-df28877b-ee88-4503-8caf-fad3a41497df req-0a46e19c-ec08-4a7c-b9d5-aa97dab6e43e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c38f771-645c-47e7-8b33-0ba4b6334797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2082193 Aug 30 17:23:12.879288 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6998785-d327-4b1f-b54f-d013429411e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:12.921118 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 920568b3-e737-4833-b8fc-c453773e17ad up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:23:12.941297 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6998785-d327-4b1f-b54f-d013429411e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:13.066648 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6998785-d327-4b1f-b54f-d013429411e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:13.070066 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning for port 920568b3-e737-4833-b8fc-c453773e17ad completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:23:13.070262 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6998785-d327-4b1f-b54f-d013429411e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:13.073694 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-d6998785-d327-4b1f-b54f-d013429411e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5cf89a0-d7ce-44f1-ba2e-27d7bb0e388f HTTP/1.1" status: 204 len: 168 time: 0.4773645 Aug 30 17:23:13.105730 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6998785-d327-4b1f-b54f-d013429411e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cf89a0-d7ce-44f1-ba2e-27d7bb0e388f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:13.110628 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 920568b3-e737-4833-b8fc-c453773e17ad triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:23:13.112737 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:13.344580 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:13.408957 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] For port 920568b3-e737-4833-b8fc-c453773e17ad, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=920568b3-e737-4833-b8fc-c453773e17ad,segment=NetworkSegment(e1d51ef1-9ba8-43be-9fe7-5f8a9f22290c),segment_id=e1d51ef1-9ba8-43be-9fe7-5f8a9f22290c)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:23:13.415802 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:13.487158 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cca87f80-21c7-4954-a406-ccd2df84c9b0 req-b3db2adc-e070-47ff-a1a2-04362a4dbbd4 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ab1ed2-e145-49b3-9ad1-e4719c693201 HTTP/1.1" status: 200 len: 210 time: 0.0872829 Aug 30 17:23:13.546902 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f06fc-51bd-452d-8dfa-c8de00d345a2 req-29459891-aafb-4fe2-a2be-5c62c6ef1675 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:13.553187 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Pushing event updated for resources: {'Port': ['ID=920568b3-e737-4833-b8fc-c453773e17ad,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:13.556772 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e03f06fc-51bd-452d-8dfa-c8de00d345a2 req-29459891-aafb-4fe2-a2be-5c62c6ef1675 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a21c74d0-f09a-4290-9580-71d6db4f69fe HTTP/1.1" status: 200 len: 944 time: 0.7161148 Aug 30 17:23:13.659841 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-df28877b-ee88-4503-8caf-fad3a41497df req-9184c9e2-562e-4034-ba3b-1f0df98ee860 service neutron] 10.222.0.52 "GET /v2.0/networks/5c38f771-645c-47e7-8b33-0ba4b6334797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7632830 Aug 30 17:23:13.671222 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e03f06fc-51bd-452d-8dfa-c8de00d345a2 req-c0b0defb-bfe9-4ea1-9dd8-849d7340ef91 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/security-groups?id=60c64e64-be77-47dd-a01e-425d5af530b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121995 Aug 30 17:23:13.765940 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-4606ec11-16b4-41b7-a826-55dc9ceda9ad tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Made reservation on behalf of b03ce9f1d44743abb9c9c1d793df466c for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:23:13.770247 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-4606ec11-16b4-41b7-a826-55dc9ceda9ad tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:13.833839 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 16998596-addb-4540-b5c3-5cd5f358a1e4 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:23:13.873556 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52004) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:23:13.894931 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-df28877b-ee88-4503-8caf-fad3a41497df req-c118ae69-84cd-43f5-a643-49ccfbf96f84 service neutron] 10.222.0.52 "GET /v2.0/networks/5c38f771-645c-47e7-8b33-0ba4b6334797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149153 Aug 30 17:23:13.916372 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7dcfa87-b584-4b0b-840a-99d3811442c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:13.984208 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-4606ec11-16b4-41b7-a826-55dc9ceda9ad tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Allocated IP 172.20.0.5 (e6091024-8f4d-4cb5-b1a2-13af9fd389b6/a1753daa-9775-4a3a-a2f7-4c0f3775f909/b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:23:14.055135 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 16998596-addb-4540-b5c3-5cd5f358a1e4, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=16998596-addb-4540-b5c3-5cd5f358a1e4,segment=NetworkSegment(87897db7-2f2f-4c60-9df9-e628d0775d09),segment_id=87897db7-2f2f-4c60-9df9-e628d0775d09)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:23:14.086773 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Returning: {'device': '16998596-addb-4540-b5c3-5cd5f358a1e4', 'network_id': '5c38f771-645c-47e7-8b33-0ba4b6334797', 'port_id': '16998596-addb-4540-b5c3-5cd5f358a1e4', 'mac_address': 'fa:16:3e:d4:d4:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d2a4b2-6bc2-4175-8b39-ae9e143b968c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:23:14.093615 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7dcfa87-b584-4b0b-840a-99d3811442c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:14.098385 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f7dcfa87-b584-4b0b-840a-99d3811442c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:14.147837 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:14.148226 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f7dcfa87-b584-4b0b-840a-99d3811442c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32bd36abb19844f6862a20cc522c43fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725711 Aug 30 17:23:14.151620 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dcfa87-b584-4b0b-840a-99d3811442c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8560bb-3f22-43bf-bea3-c4562cbb894f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:14.161897 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52008) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:23:14.184020 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16998596-addb-4540-b5c3-5cd5f358a1e4 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:23:14.218097 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 16998596-addb-4540-b5c3-5cd5f358a1e4, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=16998596-addb-4540-b5c3-5cd5f358a1e4,segment=NetworkSegment(87897db7-2f2f-4c60-9df9-e628d0775d09),segment_id=87897db7-2f2f-4c60-9df9-e628d0775d09)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:23:14.225715 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:14.275712 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-49ac952f-8ee0-4bfd-8658-244c42ce076b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:14.288319 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-4606ec11-16b4-41b7-a826-55dc9ceda9ad tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:14.305829 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-49ac952f-8ee0-4bfd-8658-244c42ce076b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:14.310286 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=16998596-addb-4540-b5c3-5cd5f358a1e4,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:14.372528 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-4606ec11-16b4-41b7-a826-55dc9ceda9ad tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:14.402534 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['2f719635-5e34-4d7e-ac70-3671b034ee1f', '19d6af57-e933-4e1c-aaf5-6e441ca1bce8'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:23:14.424033 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-49ac952f-8ee0-4bfd-8658-244c42ce076b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:14.426908 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-49ac952f-8ee0-4bfd-8658-244c42ce076b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:14.439104 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-49ac952f-8ee0-4bfd-8658-244c42ce076b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc8560bb-3f22-43bf-bea3-c4562cbb894f HTTP/1.1" status: 204 len: 168 time: 0.2764146 Aug 30 17:23:14.441800 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606ec11-16b4-41b7-a826-55dc9ceda9ad tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Pushing event updated for resources: {'Port': ['ID=b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:14.462347 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac952f-8ee0-4bfd-8658-244c42ce076b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8560bb-3f22-43bf-bea3-c4562cbb894f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:14.479786 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-4606ec11-16b4-41b7-a826-55dc9ceda9ad tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Network e6091024-8f4d-4cb5-b1a2-13af9fd389b6 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:23:14.481300 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-4606ec11-16b4-41b7-a826-55dc9ceda9ad tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:23:14.493234 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-4606ec11-16b4-41b7-a826-55dc9ceda9ad tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:23:14.635876 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-4606ec11-16b4-41b7-a826-55dc9ceda9ad tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:14.637840 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-4606ec11-16b4-41b7-a826-55dc9ceda9ad tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:14.669805 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-4606ec11-16b4-41b7-a826-55dc9ceda9ad tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9847696 Aug 30 17:23:14.673128 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['16998596-addb-4540-b5c3-5cd5f358a1e4'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:23:14.760998 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-7468900b-d175-4041-8350-6ccef1a88609 service neutron] Request body: {'port': {'device_id': '23ab1ed2-e145-49b3-9ad1-e4719c693201', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:23:14.885316 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34c9bd-aaf7-4ded-aac6-56c42933344d req-07ee0366-a0ca-406a-aec0-af99f082707a tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:14.888502 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 920568b3-e737-4833-b8fc-c453773e17ad up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:23:14.895814 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cc34c9bd-aaf7-4ded-aac6-56c42933344d req-07ee0366-a0ca-406a-aec0-af99f082707a tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ab1ed2-e145-49b3-9ad1-e4719c693201 HTTP/1.1" status: 200 len: 931 time: 0.2233136 Aug 30 17:23:14.910113 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fbdf3-2f3f-4b1c-88e1-02442945fb09 req-42bfabe1-24fd-4cab-aac9-d02d70762a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:14.912699 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cd2fbdf3-2f3f-4b1c-88e1-02442945fb09 req-42bfabe1-24fd-4cab-aac9-d02d70762a17 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fcaf1973521f4aec87a359088d9ae855&device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 1099 time: 0.1208618 Aug 30 17:23:15.026963 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 920568b3-e737-4833-b8fc-c453773e17ad triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:23:15.027576 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:15.076776 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fbdf3-2f3f-4b1c-88e1-02442945fb09 req-63343c87-bea4-466d-b69c-31624d6ba1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:15.078711 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cd2fbdf3-2f3f-4b1c-88e1-02442945fb09 req-63343c87-bea4-466d-b69c-31624d6ba1d2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4ee9a860-d9c5-4773-88ab-3fc89806af6d HTTP/1.1" status: 200 len: 920 time: 0.1125803 Aug 30 17:23:15.158599 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cd2fbdf3-2f3f-4b1c-88e1-02442945fb09 req-e3896886-bb25-4e9e-9dd0-1697262fc797 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a3a648e-f491-48a8-8a41-f3c2966beaec HTTP/1.1" status: 200 len: 217 time: 0.0549414 Aug 30 17:23:15.164172 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52046) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:23:15.209769 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cc34c9bd-aaf7-4ded-aac6-56c42933344d req-696cc223-ab8b-4361-9d75-e6c34531fde2 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119299 Aug 30 17:23:15.244969 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-7468900b-d175-4041-8350-6ccef1a88609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:15.631656 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52056) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:23:15.642234 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7845f-10fb-4e73-98f4-20489d7e528c req-94135832-0ad3-4e25-8273-bdbe121f264c tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:15.650712 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-31c7845f-10fb-4e73-98f4-20489d7e528c req-94135832-0ad3-4e25-8273-bdbe121f264c tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.7437911 Aug 30 17:23:15.713047 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-262af5f2-f5ad-46ce-b123-d5abc3c36566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:15.750713 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-31c7845f-10fb-4e73-98f4-20489d7e528c req-3fa38626-1c54-4393-9510-9697096b4dcb tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853047 Aug 30 17:23:15.750713 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fbdf3-2f3f-4b1c-88e1-02442945fb09 req-538a20c5-06c6-4d42-bf9c-5abaea2fa4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:15.751286 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cd2fbdf3-2f3f-4b1c-88e1-02442945fb09 req-538a20c5-06c6-4d42-bf9c-5abaea2fa4e5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1da436f5-992b-4504-9be3-d6d50d0f93b6 HTTP/1.1" status: 200 len: 859 time: 0.5738108 Aug 30 17:23:15.785411 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08522d63-c1b4-4175-82f2-04ad5be0471e req-275c9af9-fc7f-4a44-b0c7-2c6d6150e5c8 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:15.802152 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-08522d63-c1b4-4175-82f2-04ad5be0471e req-275c9af9-fc7f-4a44-b0c7-2c6d6150e5c8 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a21c74d0-f09a-4290-9580-71d6db4f69fe HTTP/1.1" status: 200 len: 945 time: 0.2168560 Aug 30 17:23:15.865166 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-262af5f2-f5ad-46ce-b123-d5abc3c36566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:15.876308 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-262af5f2-f5ad-46ce-b123-d5abc3c36566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:15.896341 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-135666a0-09b9-40db-9e4f-0d6deb16817a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:15.917933 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cd2fbdf3-2f3f-4b1c-88e1-02442945fb09 req-a62ee151-394d-4421-80d8-5be2f319b72f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4ee9a860-d9c5-4773-88ab-3fc89806af6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982144 Aug 30 17:23:15.958692 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-08522d63-c1b4-4175-82f2-04ad5be0471e req-78c20cee-8354-419e-926a-b1f606d296ca tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/security-groups?id=60c64e64-be77-47dd-a01e-425d5af530b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513155 Aug 30 17:23:15.994441 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-262af5f2-f5ad-46ce-b123-d5abc3c36566 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a578c0628a9148079a035327e2c7a79e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8246987 Aug 30 17:23:15.999533 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52068) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:23:16.042705 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262af5f2-f5ad-46ce-b123-d5abc3c36566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bd5857-4ffb-4fbe-a0d5-7a2d35f53672,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:16.081979 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-559efc4f-1459-4226-a6a9-ad43781e1c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:16.100336 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cd2fbdf3-2f3f-4b1c-88e1-02442945fb09 req-76debda2-adf0-4bcd-a9ef-69df0aacd084 service neutron] 10.222.0.52 "GET /v2.0/networks/4ee9a860-d9c5-4773-88ab-3fc89806af6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588025 Aug 30 17:23:16.120135 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-559efc4f-1459-4226-a6a9-ad43781e1c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:16.179042 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-7468900b-d175-4041-8350-6ccef1a88609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:23:16.193065 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-7468900b-d175-4041-8350-6ccef1a88609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:16.219337 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-135666a0-09b9-40db-9e4f-0d6deb16817a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:16.219876 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-7468900b-d175-4041-8350-6ccef1a88609 service neutron] Transition to ACTIVE for port object b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:23:16.223966 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-559efc4f-1459-4226-a6a9-ad43781e1c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:16.226881 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-559efc4f-1459-4226-a6a9-ad43781e1c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:16.228175 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-559efc4f-1459-4226-a6a9-ad43781e1c2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33bd5857-4ffb-4fbe-a0d5-7a2d35f53672 HTTP/1.1" status: 204 len: 168 time: 0.2275531 Aug 30 17:23:16.231481 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-7468900b-d175-4041-8350-6ccef1a88609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2822393'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:16.248847 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-135666a0-09b9-40db-9e4f-0d6deb16817a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:16.294902 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559efc4f-1459-4226-a6a9-ad43781e1c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bd5857-4ffb-4fbe-a0d5-7a2d35f53672,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:16.325285 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cd2fbdf3-2f3f-4b1c-88e1-02442945fb09 req-d3d0e173-6bf4-4872-b6e3-19ce77aefb16 service neutron] 10.222.0.52 "GET /v2.0/networks/4ee9a860-d9c5-4773-88ab-3fc89806af6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049024 Aug 30 17:23:16.333804 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135666a0-09b9-40db-9e4f-0d6deb16817a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b46e62-858a-49af-98fb-663f1bdaf777,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:16.340423 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-135666a0-09b9-40db-9e4f-0d6deb16817a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a89195617d784b59b63f2cad12961f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7077839 Aug 30 17:23:16.349011 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52084) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:23:16.379164 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468900b-d175-4041-8350-6ccef1a88609 service neutron] Pushing event updated for resources: {'Port': ['ID=b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:16.419261 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe01e9-e60e-4a5d-a66f-aa311dcb3bba req-21b58aa3-3274-4452-a226-bc155d778088 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:16.426731 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5efe01e9-e60e-4a5d-a66f-aa311dcb3bba req-21b58aa3-3274-4452-a226-bc155d778088 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ab1ed2-e145-49b3-9ad1-e4719c693201 HTTP/1.1" status: 200 len: 943 time: 0.0889237 Aug 30 17:23:16.509539 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5efe01e9-e60e-4a5d-a66f-aa311dcb3bba req-2d7e27c6-83c9-4e28-aeeb-a8ea8c451878 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778069 Aug 30 17:23:16.516779 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb1f783d-d990-45d4-87f4-eba850e84726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:16.520747 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-7468900b-d175-4041-8350-6ccef1a88609 service neutron] Attempting to bind port b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:23:16.521084 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-7468900b-d175-4041-8350-6ccef1a88609 service neutron] Attempting to bind port b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '746b15d3-f122-4fd3-bad5-f0b1a2dcac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e6091024-8f4d-4cb5-b1a2-13af9fd389b6'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:23:16.521414 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-7468900b-d175-4041-8350-6ccef1a88609 service neutron] Attempting to bind port b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e on network e6091024-8f4d-4cb5-b1a2-13af9fd389b6 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:23:16.527790 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-7468900b-d175-4041-8350-6ccef1a88609 service neutron] Port b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e on network e6091024-8f4d-4cb5-b1a2-13af9fd389b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:23:16.528170 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-7468900b-d175-4041-8350-6ccef1a88609 service neutron] Attempting to bind port b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e on network e6091024-8f4d-4cb5-b1a2-13af9fd389b6 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:23:16.533926 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-7468900b-d175-4041-8350-6ccef1a88609 service neutron] Checking agent: {'id': 'ee80e8a3-09f9-4e7d-a921-e109800248d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'started_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:23:16.534260 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-7468900b-d175-4041-8350-6ccef1a88609 service neutron] Checking segment: {'id': '746b15d3-f122-4fd3-bad5-f0b1a2dcac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e6091024-8f4d-4cb5-b1a2-13af9fd389b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:23:16.534770 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-7468900b-d175-4041-8350-6ccef1a88609 service neutron] Bound using segment: {'id': '746b15d3-f122-4fd3-bad5-f0b1a2dcac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e6091024-8f4d-4cb5-b1a2-13af9fd389b6'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:23:16.535201 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-7468900b-d175-4041-8350-6ccef1a88609 service neutron] Bound port: b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746b15d3-f122-4fd3-bad5-f0b1a2dcac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e6091024-8f4d-4cb5-b1a2-13af9fd389b6'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:23:16.535557 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-7468900b-d175-4041-8350-6ccef1a88609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:16.579790 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb1f783d-d990-45d4-87f4-eba850e84726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:16.653567 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-7468900b-d175-4041-8350-6ccef1a88609 service neutron] For port b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e, host hv-cinder-80531, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:23:16.677172 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-7468900b-d175-4041-8350-6ccef1a88609 service neutron] For port b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e,segment=NetworkSegment(746b15d3-f122-4fd3-bad5-f0b1a2dcac42),segment_id=746b15d3-f122-4fd3-bad5-f0b1a2dcac42)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:23:16.686681 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-7468900b-d175-4041-8350-6ccef1a88609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2822393'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:16.722139 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb1f783d-d990-45d4-87f4-eba850e84726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:16.725586 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bb1f783d-d990-45d4-87f4-eba850e84726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:16.727397 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-bb1f783d-d990-45d4-87f4-eba850e84726 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72b46e62-858a-49af-98fb-663f1bdaf777 HTTP/1.1" status: 204 len: 168 time: 0.3726106 Aug 30 17:23:16.775594 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f783d-d990-45d4-87f4-eba850e84726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b46e62-858a-49af-98fb-663f1bdaf777,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:16.861738 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-7468900b-d175-4041-8350-6ccef1a88609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:16.864570 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-7468900b-d175-4041-8350-6ccef1a88609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:16.866058 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-7468900b-d175-4041-8350-6ccef1a88609 service neutron] 10.222.0.52 "PUT /v2.0/ports/b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e HTTP/1.1" status: 200 len: 1093 time: 2.1311226 Aug 30 17:23:16.875126 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ab1ed2-e145-49b3-9ad1-e4719c693201', 'tag': 'b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:23:16.877434 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e183aeb7d1ae95b610e737921596bfe9224ef5c136def86ae36f97e4cb718d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db3449f-c7e6-4066-9097-6d4c734f859d" -d '{"events": [{"name": "network-changed", "server_uuid": "23ab1ed2-e145-49b3-9ad1-e4719c693201", "tag": "b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:23:16.916638 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468900b-d175-4041-8350-6ccef1a88609 service neutron] Pushing event updated for resources: {'Port': ['ID=b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:17.026888 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc086ad2-0a06-4503-af38-cfad6602d9d4 x-openstack-request-id: req-bc086ad2-0a06-4503-af38-cfad6602d9d4 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:23:17.027301 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ab1ed2-e145-49b3-9ad1-e4719c693201", "tag": "b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:23:17.027411 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc086ad2-0a06-4503-af38-cfad6602d9d4 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:23:17.027778 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ab1ed2-e145-49b3-9ad1-e4719c693201', 'tag': 'b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e', 'status': 'completed', 'code': 200} Aug 30 17:23:17.146677 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178efabe-5797-467e-be76-f8bc19bda54b req-8213d478-96bb-4465-a9d8-68372a1ef534 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:17.148195 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-178efabe-5797-467e-be76-f8bc19bda54b req-8213d478-96bb-4465-a9d8-68372a1ef534 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.2224116 Aug 30 17:23:17.151003 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-be07a774-b9a7-4065-ae60-5aa93f6d8a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:17.152381 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-be07a774-b9a7-4065-ae60-5aa93f6d8a06 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b03ce9f1d44743abb9c9c1d793df466c&device_id=23ab1ed2-e145-49b3-9ad1-e4719c693201 HTTP/1.1" status: 200 len: 1096 time: 0.1578176 Aug 30 17:23:17.176950 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb76ba3-6311-4602-a8d9-31c144bd67cc req-2b12ba14-83b0-4b3d-922e-dfa072a410d2 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:17.178472 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6cb76ba3-6311-4602-a8d9-31c144bd67cc req-2b12ba14-83b0-4b3d-922e-dfa072a410d2 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a21c74d0-f09a-4290-9580-71d6db4f69fe HTTP/1.1" status: 200 len: 945 time: 0.0858905 Aug 30 17:23:17.242755 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-5b11f433-fdf9-4c6e-b6a6-81485cd53b60 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e HTTP/1.1" status: 200 len: 217 time: 0.0633192 Aug 30 17:23:17.319088 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-178efabe-5797-467e-be76-f8bc19bda54b req-0bf0e354-ea7c-4d43-aad6-07c98f7b786d tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583712 Aug 30 17:23:17.333484 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6cb76ba3-6311-4602-a8d9-31c144bd67cc req-695ecadc-70f4-48a9-a6e3-96891aa76097 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/security-groups?id=60c64e64-be77-47dd-a01e-425d5af530b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457505 Aug 30 17:23:17.360254 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-d09d6b3a-8536-47d6-b584-3d10c5e6ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:17.361753 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-d09d6b3a-8536-47d6-b584-3d10c5e6ed1a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1753daa-9775-4a3a-a2f7-4c0f3775f909 HTTP/1.1" status: 200 len: 854 time: 0.0988493 Aug 30 17:23:17.374862 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52144) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:23:17.390676 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8abbdf48-c769-4a9a-a97c-104aa5988f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:17.398593 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-ba14719c-4f44-442f-abf3-eba59ccdc270 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e6091024-8f4d-4cb5-b1a2-13af9fd389b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264237 Aug 30 17:23:17.505851 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-30c87d69-e3df-411a-a57c-4011e9b4ca78 service neutron] 10.222.0.52 "GET /v2.0/networks/e6091024-8f4d-4cb5-b1a2-13af9fd389b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952942 Aug 30 17:23:17.535550 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8abbdf48-c769-4a9a-a97c-104aa5988f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:17.542701 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8abbdf48-c769-4a9a-a97c-104aa5988f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:17.617712 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-8abbdf48-c769-4a9a-a97c-104aa5988f68 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e79462aca554bb7a20efa1877767320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416039 Aug 30 17:23:17.620569 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52162) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:23:17.622995 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abbdf48-c769-4a9a-a97c-104aa5988f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0d33db-3fca-4a56-af77-23c39c875878,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:17.693454 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0a344-4775-43e5-8cc8-5da185b68775 req-77378492-7c5d-4cf4-a09b-374020a131c5 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:17.700765 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7dd0a344-4775-43e5-8cc8-5da185b68775 req-77378492-7c5d-4cf4-a09b-374020a131c5 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ab1ed2-e145-49b3-9ad1-e4719c693201 HTTP/1.1" status: 200 len: 943 time: 0.0789216 Aug 30 17:23:17.701019 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5111282-76cf-4b28-951e-860d23c57d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:17.731092 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5111282-76cf-4b28-951e-860d23c57d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:17.771662 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7dd0a344-4775-43e5-8cc8-5da185b68775 req-12ed67a7-d489-439b-aa20-78bc0159ab5d tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664613 Aug 30 17:23:17.777618 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a580ed5b-8b4d-45e5-8c5e-fe589a408815 req-c9a61761-4481-4688-9f34-cbc158b8b4cc service neutron] 10.222.0.52 "GET /v2.0/networks/e6091024-8f4d-4cb5-b1a2-13af9fd389b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574637 Aug 30 17:23:17.807865 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5111282-76cf-4b28-951e-860d23c57d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:17.814648 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c5111282-76cf-4b28-951e-860d23c57d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:17.843761 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-c5111282-76cf-4b28-951e-860d23c57d5c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a0d33db-3fca-4a56-af77-23c39c875878 HTTP/1.1" status: 204 len: 168 time: 0.2208972 Aug 30 17:23:17.846284 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 16998596-addb-4540-b5c3-5cd5f358a1e4 up at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:23:17.863208 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5111282-76cf-4b28-951e-860d23c57d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0d33db-3fca-4a56-af77-23c39c875878,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:17.904172 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3449f-c7e6-4066-9097-6d4c734f859d req-8cccad6d-0d4b-445f-bd91-1e8b10086e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:17.905864 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3db3449f-c7e6-4066-9097-6d4c734f859d req-8cccad6d-0d4b-445f-bd91-1e8b10086e03 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b03ce9f1d44743abb9c9c1d793df466c&device_id=23ab1ed2-e145-49b3-9ad1-e4719c693201 HTTP/1.1" status: 200 len: 1096 time: 0.0551450 Aug 30 17:23:17.965213 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning for port 16998596-addb-4540-b5c3-5cd5f358a1e4 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:23:17.970934 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning complete for port 16998596-addb-4540-b5c3-5cd5f358a1e4 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:23:17.971451 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:18.032819 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3449f-c7e6-4066-9097-6d4c734f859d req-785bf4bb-338a-4674-884c-eda090e6e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:18.034768 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3db3449f-c7e6-4066-9097-6d4c734f859d req-785bf4bb-338a-4674-884c-eda090e6e65c service neutron] 10.222.0.52 "GET /v2.0/networks?id=e6091024-8f4d-4cb5-b1a2-13af9fd389b6 HTTP/1.1" status: 200 len: 915 time: 0.1210811 Aug 30 17:23:18.094637 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3db3449f-c7e6-4066-9097-6d4c734f859d req-dfdd475b-0a24-4446-a25e-2efab8a83224 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e HTTP/1.1" status: 200 len: 217 time: 0.0507677 Aug 30 17:23:18.099679 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:18.141557 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21c74d0-f09a-4290-9580-71d6db4f69fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16998596-addb-4540-b5c3-5cd5f358a1e4'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:23:18.145266 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b565bf2a2ce0626243007c858acec0a0684ffd3fe6012f569d221254cd872eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8eba45-b92e-42c1-9c40-3fa85a748adb" -d '{"events": [{"server_uuid": "a21c74d0-f09a-4290-9580-71d6db4f69fe", "name": "network-vif-plugged", "status": "completed", "tag": "16998596-addb-4540-b5c3-5cd5f358a1e4"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:23:18.165902 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3449f-c7e6-4066-9097-6d4c734f859d req-25552fc4-d24f-499c-8b31-8fad29c83eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:18.167062 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3db3449f-c7e6-4066-9097-6d4c734f859d req-25552fc4-d24f-499c-8b31-8fad29c83eb0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1753daa-9775-4a3a-a2f7-4c0f3775f909 HTTP/1.1" status: 200 len: 854 time: 0.0538387 Aug 30 17:23:18.195079 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 16998596-addb-4540-b5c3-5cd5f358a1e4, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=16998596-addb-4540-b5c3-5cd5f358a1e4,segment=NetworkSegment(87897db7-2f2f-4c60-9df9-e628d0775d09),segment_id=87897db7-2f2f-4c60-9df9-e628d0775d09)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:23:18.209480 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:18.226629 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3db3449f-c7e6-4066-9097-6d4c734f859d req-593a1501-3438-463d-83c5-0bad2834ae65 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e6091024-8f4d-4cb5-b1a2-13af9fd389b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483384 Aug 30 17:23:18.240679 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2e29b2-4b19-456c-a150-f55f7aa13cdc x-openstack-request-id: req-ec2e29b2-4b19-456c-a150-f55f7aa13cdc {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:23:18.241229 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21c74d0-f09a-4290-9580-71d6db4f69fe", "name": "network-vif-plugged", "status": "completed", "tag": "16998596-addb-4540-b5c3-5cd5f358a1e4", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:23:18.241671 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec2e29b2-4b19-456c-a150-f55f7aa13cdc {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:23:18.242363 dv-cinder-805316-3-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21c74d0-f09a-4290-9580-71d6db4f69fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16998596-addb-4540-b5c3-5cd5f358a1e4', 'code': 200} Aug 30 17:23:18.285078 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=16998596-addb-4540-b5c3-5cd5f358a1e4,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:18.763422 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3db3449f-c7e6-4066-9097-6d4c734f859d req-1963640b-d40c-4c65-bb3c-eaef9a630372 service neutron] 10.222.0.52 "GET /v2.0/networks/e6091024-8f4d-4cb5-b1a2-13af9fd389b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5196204 Aug 30 17:23:18.875425 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaaae1-b2b4-4c6e-a7e6-3d336d894264 req-7d04edea-6610-4e1e-945d-269811df698e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:18.876916 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-37eaaae1-b2b4-4c6e-a7e6-3d336d894264 req-7d04edea-6610-4e1e-945d-269811df698e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a21c74d0-f09a-4290-9580-71d6db4f69fe HTTP/1.1" status: 200 len: 1099 time: 0.1555550 Aug 30 17:23:18.914839 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1f2b1-67e0-4ac6-9900-5921a2109693 req-c055bafa-86ae-47aa-b63a-b9627c4e48ed tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:18.922186 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-88a1f2b1-67e0-4ac6-9900-5921a2109693 req-c055bafa-86ae-47aa-b63a-b9627c4e48ed tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.4667611 Aug 30 17:23:18.955699 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861b13f-1b78-4382-af74-e4e8aec1ea51 req-df0551e3-eb88-4ca6-b24f-cacd89f3af57 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:18.962924 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3861b13f-1b78-4382-af74-e4e8aec1ea51 req-df0551e3-eb88-4ca6-b24f-cacd89f3af57 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a21c74d0-f09a-4290-9580-71d6db4f69fe HTTP/1.1" status: 200 len: 946 time: 0.2460754 Aug 30 17:23:19.047822 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3db3449f-c7e6-4066-9097-6d4c734f859d req-550cfb49-d448-42de-bf10-eb27e9739a03 service neutron] 10.222.0.52 "GET /v2.0/networks/e6091024-8f4d-4cb5-b1a2-13af9fd389b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582972 Aug 30 17:23:19.049463 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-37eaaae1-b2b4-4c6e-a7e6-3d336d894264 req-d68e4554-1cb0-4ddd-a5ae-8ed555e666ed service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=60c64e64-be77-47dd-a01e-425d5af530b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587272 Aug 30 17:23:19.063075 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-88a1f2b1-67e0-4ac6-9900-5921a2109693 req-7ab670e3-6ce5-4282-96a1-823e22b8c99c tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399593 Aug 30 17:23:19.079009 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3861b13f-1b78-4382-af74-e4e8aec1ea51 req-9c9b4729-08dd-49cf-b421-ff1aa566b751 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/security-groups?id=60c64e64-be77-47dd-a01e-425d5af530b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073310 Aug 30 17:23:19.211367 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d95efe-515c-473c-b879-02bd1a3f6ddd req-5e05c7bb-0442-499e-b913-1114ad58ad6a tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:19.220869 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d5d95efe-515c-473c-b879-02bd1a3f6ddd req-5e05c7bb-0442-499e-b913-1114ad58ad6a tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ab1ed2-e145-49b3-9ad1-e4719c693201 HTTP/1.1" status: 200 len: 943 time: 0.0701151 Aug 30 17:23:19.260789 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d5d95efe-515c-473c-b879-02bd1a3f6ddd req-909960c9-db2f-4eba-9a8d-fcc31feda6e3 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388753 Aug 30 17:23:19.859033 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:23:19.969941 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e,segment=NetworkSegment(746b15d3-f122-4fd3-bad5-f0b1a2dcac42),segment_id=746b15d3-f122-4fd3-bad5-f0b1a2dcac42)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:23:19.990037 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Returning: {'device': 'b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e', 'network_id': 'e6091024-8f4d-4cb5-b1a2-13af9fd389b6', 'port_id': 'b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e', 'mac_address': 'fa:16:3e:a6:00:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1753daa-9775-4a3a-a2f7-4c0f3775f909', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:23:20.048641 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:20.071207 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:23:20.126656 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e,segment=NetworkSegment(746b15d3-f122-4fd3-bad5-f0b1a2dcac42),segment_id=746b15d3-f122-4fd3-bad5-f0b1a2dcac42)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:23:20.135804 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:20.235278 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:20.263483 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7d6ce-280e-4110-9246-057ade8b42a2 req-d5e34c21-fc42-4599-a6b9-4aef40ebb584 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:20.270775 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-88f7d6ce-280e-4110-9246-057ade8b42a2 req-d5e34c21-fc42-4599-a6b9-4aef40ebb584 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a21c74d0-f09a-4290-9580-71d6db4f69fe HTTP/1.1" status: 200 len: 946 time: 0.1102619 Aug 30 17:23:20.312886 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a70b9-69f1-47d9-b117-8a1f5b09bec6 req-170fa581-e072-48dc-ba9a-d15413c02d64 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:20.320375 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b35a70b9-69f1-47d9-b117-8a1f5b09bec6 req-170fa581-e072-48dc-ba9a-d15413c02d64 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.1295164 Aug 30 17:23:20.345709 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-88f7d6ce-280e-4110-9246-057ade8b42a2 req-5b02d3ab-4c5a-4a95-aaa5-0abf4da609b7 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/security-groups?id=60c64e64-be77-47dd-a01e-425d5af530b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738683 Aug 30 17:23:20.381544 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b35a70b9-69f1-47d9-b117-8a1f5b09bec6 req-6f730d9a-255b-408e-9ff6-9ceb9ba5e332 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568542 Aug 30 17:23:20.522714 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3699cc-d3a7-44ba-884c-fed7b4f2960c req-7944b739-f455-4aac-a8bc-9d0cab69c5e7 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:20.524516 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-af3699cc-d3a7-44ba-884c-fed7b4f2960c req-7944b739-f455-4aac-a8bc-9d0cab69c5e7 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ab1ed2-e145-49b3-9ad1-e4719c693201 HTTP/1.1" status: 200 len: 944 time: 0.0629060 Aug 30 17:23:20.622923 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-af3699cc-d3a7-44ba-884c-fed7b4f2960c req-e739248e-e40a-4e8a-ac6b-3d7a5b342a9c tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852823 Aug 30 17:23:20.649701 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:23:21.482569 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27843bd9-6a2b-47ec-9e1a-5451bdd8f3a8 req-ef696639-4167-4775-bdfa-b2b467739bb2 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:21.484283 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-27843bd9-6a2b-47ec-9e1a-5451bdd8f3a8 req-ef696639-4167-4775-bdfa-b2b467739bb2 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a21c74d0-f09a-4290-9580-71d6db4f69fe HTTP/1.1" status: 200 len: 946 time: 0.0596328 Aug 30 17:23:21.560378 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-27843bd9-6a2b-47ec-9e1a-5451bdd8f3a8 req-50ea7ba5-0847-4614-b34c-ec5207b44a9b tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/security-groups?id=60c64e64-be77-47dd-a01e-425d5af530b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632465 Aug 30 17:23:21.569480 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06019c-0251-4a5c-a699-6af64295cba9 req-c06d0ebb-ffbb-4c5c-a2cb-3595dd22eb49 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:21.584690 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ad06019c-0251-4a5c-a699-6af64295cba9 req-c06d0ebb-ffbb-4c5c-a2cb-3595dd22eb49 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0966206 Aug 30 17:23:21.625728 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ad06019c-0251-4a5c-a699-6af64295cba9 req-42816981-818a-4292-aadf-438a64e28411 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399637 Aug 30 17:23:21.803286 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386826da-6268-4373-8ad5-de0635659c8e req-4c3e7bb2-77c7-4639-a715-2d6bd0c8e59c tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:21.806114 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-386826da-6268-4373-8ad5-de0635659c8e req-4c3e7bb2-77c7-4639-a715-2d6bd0c8e59c tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ab1ed2-e145-49b3-9ad1-e4719c693201 HTTP/1.1" status: 200 len: 944 time: 0.0913987 Aug 30 17:23:21.863560 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-386826da-6268-4373-8ad5-de0635659c8e req-944e6336-2793-49d9-92a4-da91c318c453 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501516 Aug 30 17:23:21.865267 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e up at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:23:21.956513 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning for port b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:23:21.960805 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning complete for port b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:23:21.961190 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:22.091345 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:22.128053 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ab1ed2-e145-49b3-9ad1-e4719c693201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:23:22.131241 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b565bf2a2ce0626243007c858acec0a0684ffd3fe6012f569d221254cd872eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b4627c-ef35-4f94-89c1-e03f51450b97" -d '{"events": [{"server_uuid": "23ab1ed2-e145-49b3-9ad1-e4719c693201", "name": "network-vif-plugged", "status": "completed", "tag": "b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:23:22.135492 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e,segment=NetworkSegment(746b15d3-f122-4fd3-bad5-f0b1a2dcac42),segment_id=746b15d3-f122-4fd3-bad5-f0b1a2dcac42)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:23:22.142883 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:22.223579 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4341b4e-2caf-4598-a3af-18b518b04f37 x-openstack-request-id: req-f4341b4e-2caf-4598-a3af-18b518b04f37 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:23:22.224018 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ab1ed2-e145-49b3-9ad1-e4719c693201", "name": "network-vif-plugged", "status": "completed", "tag": "b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:23:22.224366 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4341b4e-2caf-4598-a3af-18b518b04f37 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:23:22.224884 dv-cinder-805316-3-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ab1ed2-e145-49b3-9ad1-e4719c693201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e', 'code': 200} Aug 30 17:23:22.270779 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:22.768391 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332d21f-f716-4b7c-8d82-0524555eb4b7 req-4d244622-3ad3-4c52-80c3-3d99cb8d74d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:22.770127 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2332d21f-f716-4b7c-8d82-0524555eb4b7 req-4d244622-3ad3-4c52-80c3-3d99cb8d74d9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=23ab1ed2-e145-49b3-9ad1-e4719c693201 HTTP/1.1" status: 200 len: 1098 time: 0.1009288 Aug 30 17:23:22.882012 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3ef1f-c331-470f-b484-39231ba3322c req-140da36b-ebc6-45f0-923e-5ac88d2b4300 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:22.883791 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f0e3ef1f-c331-470f-b484-39231ba3322c req-140da36b-ebc6-45f0-923e-5ac88d2b4300 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.1344550 Aug 30 17:23:22.887928 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2332d21f-f716-4b7c-8d82-0524555eb4b7 req-060fd902-e69d-4ed8-9b1a-9fc147f22f8a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941918 Aug 30 17:23:22.913927 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db442d49-f9f8-4f04-a7d6-5ffb1e5a4909 req-6ae00c33-9cb5-46a6-864a-f7ad83f9974c tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:22.916197 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-db442d49-f9f8-4f04-a7d6-5ffb1e5a4909 req-6ae00c33-9cb5-46a6-864a-f7ad83f9974c tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a21c74d0-f09a-4290-9580-71d6db4f69fe HTTP/1.1" status: 200 len: 946 time: 0.1240602 Aug 30 17:23:22.959976 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f0e3ef1f-c331-470f-b484-39231ba3322c req-b43f1888-670c-4fdc-aad5-0b3893265d55 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692024 Aug 30 17:23:22.994381 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-db442d49-f9f8-4f04-a7d6-5ffb1e5a4909 req-f48c07e7-bd1c-45a9-90a9-d57a2ffa6f29 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/security-groups?id=60c64e64-be77-47dd-a01e-425d5af530b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690575 Aug 30 17:23:23.112820 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d41aa-ebb9-488f-bfee-b7ae50aea75c req-d60020c9-4e33-4b1e-a55d-c4d491551e7d tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:23.114690 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6e4d41aa-ebb9-488f-bfee-b7ae50aea75c req-d60020c9-4e33-4b1e-a55d-c4d491551e7d tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ab1ed2-e145-49b3-9ad1-e4719c693201 HTTP/1.1" status: 200 len: 945 time: 0.0568886 Aug 30 17:23:23.155461 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6e4d41aa-ebb9-488f-bfee-b7ae50aea75c req-f21d55fc-226e-46a4-8d38-be70392e7667 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345020 Aug 30 17:23:24.097539 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc68bb8-37af-4651-8a18-461a60db0cb3 req-34674ff8-f993-4213-8434-9c5dbb2d79e2 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:24.098977 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1cc68bb8-37af-4651-8a18-461a60db0cb3 req-34674ff8-f993-4213-8434-9c5dbb2d79e2 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0613668 Aug 30 17:23:24.156709 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40f3a8-28b8-4e28-9a7d-c529b2990926 req-7aa9468a-5e41-40f9-a88c-a4e60c3a13a1 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:24.158263 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4c40f3a8-28b8-4e28-9a7d-c529b2990926 req-7aa9468a-5e41-40f9-a88c-a4e60c3a13a1 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a21c74d0-f09a-4290-9580-71d6db4f69fe HTTP/1.1" status: 200 len: 946 time: 0.0810466 Aug 30 17:23:24.163187 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1cc68bb8-37af-4651-8a18-461a60db0cb3 req-f056723a-d450-4b31-8c23-162777714e34 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506225 Aug 30 17:23:24.196416 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4c40f3a8-28b8-4e28-9a7d-c529b2990926 req-439254a5-1713-4bbd-8724-87b7c8b5a9cc tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/security-groups?id=60c64e64-be77-47dd-a01e-425d5af530b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317409 Aug 30 17:23:24.343513 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-eda6f5f9-9011-45e5-9e04-ae5c9148dedf tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:24.345033 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-eda6f5f9-9011-45e5-9e04-ae5c9148dedf tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/networks?id=ff1002d0-fa0b-4127-8146-74c3b9876100 HTTP/1.1" status: 200 len: 814 time: 0.1103702 Aug 30 17:23:24.360386 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-eabbd15f-7e76-4056-b78a-a92b45fd45ed tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/quotas/1e87154fe5704a729a211e9e1f568318 HTTP/1.1" status: 200 len: 375 time: 0.0097921 Aug 30 17:23:24.444022 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-1b89c424-c286-4442-b9d9-2ade7ca56368 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1e87154fe5704a729a211e9e1f568318&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0780962 Aug 30 17:23:24.455691 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ea0b1-0449-4fa3-8fdf-a81f6d772f27 req-df90e7c6-733f-4697-ae6d-af8966d575a0 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:24.457071 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6a0ea0b1-0449-4fa3-8fdf-a81f6d772f27 req-df90e7c6-733f-4697-ae6d-af8966d575a0 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ab1ed2-e145-49b3-9ad1-e4719c693201 HTTP/1.1" status: 200 len: 945 time: 0.0645463 Aug 30 17:23:24.539267 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6a0ea0b1-0449-4fa3-8fdf-a81f6d772f27 req-8174aad3-a4b6-42ec-a21d-de5ab381d622 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736585 Aug 30 17:23:24.569553 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-ae3f160e-a8f6-47f5-8dd5-657ae0917ec0 service neutron] 10.222.0.21 "GET /v2.0/networks/ff1002d0-fa0b-4127-8146-74c3b9876100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113479 Aug 30 17:23:24.670965 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-85e94a23-9851-4ebb-a5d0-ddfd781e96d9 service neutron] 10.222.0.21 "GET /v2.0/networks/ff1002d0-fa0b-4127-8146-74c3b9876100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944650 Aug 30 17:23:24.830018 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d1e7e489-9370-4364-93e8-e17928f308f1 req-fb16a30c-b277-4be3-8ba8-c866ad9363f7 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 210 time: 0.0306165 Aug 30 17:23:24.830363 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0a59acb3-fe8d-4ea1-9174-002a7c32d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:24.927171 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:25.328209 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93b3af-3fa1-4544-a534-fa6a20424127 req-4aee1d55-2472-4257-bc98-5baedb1d3e40 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:25.329955 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7e93b3af-3fa1-4544-a534-fa6a20424127 req-4aee1d55-2472-4257-bc98-5baedb1d3e40 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0908813 Aug 30 17:23:25.427770 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e5e6e-5e0e-4456-b83e-49429c7679f7 req-079cd0e1-fdd9-4bfe-9890-da300ba5a59e tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:25.429148 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9d2e5e6e-5e0e-4456-b83e-49429c7679f7 req-079cd0e1-fdd9-4bfe-9890-da300ba5a59e tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a21c74d0-f09a-4290-9580-71d6db4f69fe HTTP/1.1" status: 200 len: 946 time: 0.1467719 Aug 30 17:23:25.434618 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7e93b3af-3fa1-4544-a534-fa6a20424127 req-cb7c1458-266b-494b-9c41-efbb91c76767 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954688 Aug 30 17:23:25.470310 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55ce02-3203-40f2-90ea-e09257ba1c5c req-08a5c90c-e144-4642-82f5-6a88a3c054dd tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:25.473374 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1c55ce02-3203-40f2-90ea-e09257ba1c5c req-08a5c90c-e144-4642-82f5-6a88a3c054dd tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.52 "GET /v2.0/ports?device_id=a21c74d0-f09a-4290-9580-71d6db4f69fe HTTP/1.1" status: 200 len: 946 time: 0.1293147 Aug 30 17:23:25.525353 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9d2e5e6e-5e0e-4456-b83e-49429c7679f7 req-0b8bae0c-d9d9-493c-adce-999bb5f57875 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/security-groups?id=60c64e64-be77-47dd-a01e-425d5af530b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887563 Aug 30 17:23:25.597813 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-1c55ce02-3203-40f2-90ea-e09257ba1c5c req-47a01577-1c71-42ef-bd31-2b2d0de08af3 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Deleting port 16998596-addb-4540-b5c3-5cd5f358a1e4 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:23:25.598161 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1c55ce02-3203-40f2-90ea-e09257ba1c5c req-47a01577-1c71-42ef-bd31-2b2d0de08af3 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:25.733728 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1940d-220f-44cb-af9f-f3796c1bf6c3 req-921d8a79-8cd1-4dbc-bb52-3c7f42a575be tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:25.735845 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9af1940d-220f-44cb-af9f-f3796c1bf6c3 req-921d8a79-8cd1-4dbc-bb52-3c7f42a575be tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ab1ed2-e145-49b3-9ad1-e4719c693201 HTTP/1.1" status: 200 len: 945 time: 0.0992162 Aug 30 17:23:25.759338 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-1c55ce02-3203-40f2-90ea-e09257ba1c5c req-47a01577-1c71-42ef-bd31-2b2d0de08af3 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] For port 16998596-addb-4540-b5c3-5cd5f358a1e4, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=16998596-addb-4540-b5c3-5cd5f358a1e4,segment=NetworkSegment(87897db7-2f2f-4c60-9df9-e628d0775d09),segment_id=87897db7-2f2f-4c60-9df9-e628d0775d09)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:23:25.759839 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1c55ce02-3203-40f2-90ea-e09257ba1c5c req-47a01577-1c71-42ef-bd31-2b2d0de08af3 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:25.780445 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-1c55ce02-3203-40f2-90ea-e09257ba1c5c req-47a01577-1c71-42ef-bd31-2b2d0de08af3 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Calling delete_port for 16998596-addb-4540-b5c3-5cd5f358a1e4 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:23:25.800898 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9af1940d-220f-44cb-af9f-f3796c1bf6c3 req-8e7fd282-02ad-4133-a791-81d515d2c2db tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577137 Aug 30 17:23:25.963891 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-190f4b2d-220f-42ab-aebf-1bf54e25eaa7 req-7cca8b5c-3dda-4582-b93a-2861c2db1eac tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 210 time: 0.0400124 Aug 30 17:23:25.970892 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1c55ce02-3203-40f2-90ea-e09257ba1c5c req-47a01577-1c71-42ef-bd31-2b2d0de08af3 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:25.989313 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['16998596-addb-4540-b5c3-5cd5f358a1e4'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:23:26.047806 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a01577-1c71-42ef-bd31-2b2d0de08af3 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Pushing event deleted for resources: {'Port': ['ID=16998596-addb-4540-b5c3-5cd5f358a1e4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:26.166252 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c55ce02-3203-40f2-90ea-e09257ba1c5c req-47a01577-1c71-42ef-bd31-2b2d0de08af3 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] No DVR routers for this DVR port 16998596-addb-4540-b5c3-5cd5f358a1e4 on host hv-cinder-80531 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:23:26.171052 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-1c55ce02-3203-40f2-90ea-e09257ba1c5c req-47a01577-1c71-42ef-bd31-2b2d0de08af3 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:26.173744 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1c55ce02-3203-40f2-90ea-e09257ba1c5c req-47a01577-1c71-42ef-bd31-2b2d0de08af3 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.52 "DELETE /v2.0/ports/16998596-addb-4540-b5c3-5cd5f358a1e4 HTTP/1.1" status: 204 len: 173 time: 0.6862876 Aug 30 17:23:26.178192 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21c74d0-f09a-4290-9580-71d6db4f69fe', 'name': 'network-vif-deleted', 'tag': '16998596-addb-4540-b5c3-5cd5f358a1e4'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:23:26.180573 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e183aeb7d1ae95b610e737921596bfe9224ef5c136def86ae36f97e4cb718d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a414a9c9-4007-408d-a1e8-2635c8cd968b" -d '{"events": [{"server_uuid": "a21c74d0-f09a-4290-9580-71d6db4f69fe", "name": "network-vif-deleted", "tag": "16998596-addb-4540-b5c3-5cd5f358a1e4"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:23:26.239646 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18896495-985b-4616-8a2c-f8dbe6f83dd1 x-openstack-request-id: req-18896495-985b-4616-8a2c-f8dbe6f83dd1 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:23:26.239938 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21c74d0-f09a-4290-9580-71d6db4f69fe", "name": "network-vif-deleted", "tag": "16998596-addb-4540-b5c3-5cd5f358a1e4", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:23:26.240187 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18896495-985b-4616-8a2c-f8dbe6f83dd1 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:23:26.240580 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21c74d0-f09a-4290-9580-71d6db4f69fe', 'name': 'network-vif-deleted', 'tag': '16998596-addb-4540-b5c3-5cd5f358a1e4', 'status': 'completed', 'code': 200} Aug 30 17:23:26.249164 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-09036c56-13be-42b2-aa1b-0c9948380811 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:26.250760 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-09036c56-13be-42b2-aa1b-0c9948380811 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.52 "GET /v2.0/networks?id=ff1002d0-fa0b-4127-8146-74c3b9876100 HTTP/1.1" status: 200 len: 814 time: 0.2478676 Aug 30 17:23:26.272386 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-86553c65-f5db-4fbf-8ffd-1c58e10abc3c tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Request body: {'port': {'device_id': '2c4944d8-8963-40dc-925e-795c3f8f7f7d', 'network_id': 'ff1002d0-fa0b-4127-8146-74c3b9876100', 'admin_state_up': True, 'tenant_id': '1e87154fe5704a729a211e9e1f568318'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:23:26.383174 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-86553c65-f5db-4fbf-8ffd-1c58e10abc3c tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Made reservation on behalf of 1e87154fe5704a729a211e9e1f568318 for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:23:26.387318 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-86553c65-f5db-4fbf-8ffd-1c58e10abc3c tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:26.594046 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-86553c65-f5db-4fbf-8ffd-1c58e10abc3c tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Allocated IP 172.20.0.14 (ff1002d0-fa0b-4127-8146-74c3b9876100/e2441a91-a5c9-4f3f-a0e9-881d637a8bbc/f6ab28ee-87d4-4888-b560-457fd4ebe293) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:23:26.614477 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fd7ca-9740-4342-9fc3-2457c3846d79 req-31774eb4-e831-4228-b203-2055d897f3da tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:26.622870 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ea1fd7ca-9740-4342-9fc3-2457c3846d79 req-31774eb4-e831-4228-b203-2055d897f3da tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.1020873 Aug 30 17:23:26.711444 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3856d09b-e8c9-4340-911a-2748182cb31b req-e80db928-01e0-4f8b-82d7-7931de6ac0f6 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=a21c74d0-f09a-4290-9580-71d6db4f69fe HTTP/1.1" status: 200 len: 210 time: 0.0637758 Aug 30 17:23:26.751496 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ea1fd7ca-9740-4342-9fc3-2457c3846d79 req-a66e6152-28a2-452d-8045-d08602d7a6f1 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275301 Aug 30 17:23:26.936350 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-86553c65-f5db-4fbf-8ffd-1c58e10abc3c tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:26.958121 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-86553c65-f5db-4fbf-8ffd-1c58e10abc3c tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Transition to ACTIVE for port object f6ab28ee-87d4-4888-b560-457fd4ebe293 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:23:27.000927 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-86553c65-f5db-4fbf-8ffd-1c58e10abc3c tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:27.053376 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-86553c65-f5db-4fbf-8ffd-1c58e10abc3c tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Network ff1002d0-fa0b-4127-8146-74c3b9876100 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:23:27.057783 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-86553c65-f5db-4fbf-8ffd-1c58e10abc3c tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:23:27.065632 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-86553c65-f5db-4fbf-8ffd-1c58e10abc3c tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:23:27.388571 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-fd7c352e-3bb1-46ae-b5e2-b2dcdab1479e None None] Provisioning for port f6ab28ee-87d4-4888-b560-457fd4ebe293 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:23:27.394148 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-fd7c352e-3bb1-46ae-b5e2-b2dcdab1479e None None] Provisioning complete for port f6ab28ee-87d4-4888-b560-457fd4ebe293 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:23:27.394540 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fd7c352e-3bb1-46ae-b5e2-b2dcdab1479e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:27.441717 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-fd7c352e-3bb1-46ae-b5e2-b2dcdab1479e None None] Port f6ab28ee-87d4-4888-b560-457fd4ebe293 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:23:27.463585 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86553c65-f5db-4fbf-8ffd-1c58e10abc3c tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Pushing event updated for resources: {'Port': ['ID=f6ab28ee-87d4-4888-b560-457fd4ebe293,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:27.476762 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-86553c65-f5db-4fbf-8ffd-1c58e10abc3c tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:27.477380 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-86553c65-f5db-4fbf-8ffd-1c58e10abc3c tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:27.498463 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-86553c65-f5db-4fbf-8ffd-1c58e10abc3c tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2303500 Aug 30 17:23:27.506791 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0510dc9-c297-4ab6-bf09-71d55e800f13 req-35fc3d1f-f6fa-4839-a0d8-5d93d95b7fd7 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:27.508173 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c0510dc9-c297-4ab6-bf09-71d55e800f13 req-35fc3d1f-f6fa-4839-a0d8-5d93d95b7fd7 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 932 time: 0.0871463 Aug 30 17:23:27.547547 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c0510dc9-c297-4ab6-bf09-71d55e800f13 req-97a2b5fa-a1c6-4644-aa0a-6dd6566017f5 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331662 Aug 30 17:23:27.565670 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e05080cf-410c-4526-9ae3-a408ff81a3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:27.850753 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:27.911079 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f942a92-843f-4d9d-93d3-3b538e4ec6d2 req-918e8224-4f6e-4b90-921b-b40bfd5e1c52 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:27.912603 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5f942a92-843f-4d9d-93d3-3b538e4ec6d2 req-918e8224-4f6e-4b90-921b-b40bfd5e1c52 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0695746 Aug 30 17:23:27.958799 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5f942a92-843f-4d9d-93d3-3b538e4ec6d2 req-7b7189bf-dacc-4255-8fdd-2c10324726e2 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392659 Aug 30 17:23:28.762713 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:29.913462 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 16998596-addb-4540-b5c3-5cd5f358a1e4 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:23:29.933697 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] No Port match for: 16998596-addb-4540-b5c3-5cd5f358a1e4 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:23:29.934034 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 16998596-addb-4540-b5c3-5cd5f358a1e4 not bound to the agent host hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:23:30.052065 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:30.391355 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52456) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:23:30.504365 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8460015d-6a2d-4a26-a5b7-d9ac0b09b6aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:30.596589 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8460015d-6a2d-4a26-a5b7-d9ac0b09b6aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:30.600532 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8460015d-6a2d-4a26-a5b7-d9ac0b09b6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:30.637856 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-8460015d-6a2d-4a26-a5b7-d9ac0b09b6aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=875c8006525e487398674511a58ab6e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472086 Aug 30 17:23:30.640505 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52460) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:23:30.646767 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460015d-6a2d-4a26-a5b7-d9ac0b09b6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7837e188-35f2-4014-b022-90d9b4ddcb82,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:30.694490 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-39e1c039-1f54-4262-86df-9b38f04b1e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:30.720342 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-39e1c039-1f54-4262-86df-9b38f04b1e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:30.770772 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-39e1c039-1f54-4262-86df-9b38f04b1e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:30.773464 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-39e1c039-1f54-4262-86df-9b38f04b1e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:30.775216 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-39e1c039-1f54-4262-86df-9b38f04b1e1d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7837e188-35f2-4014-b022-90d9b4ddcb82 HTTP/1.1" status: 204 len: 168 time: 0.1338084 Aug 30 17:23:30.782855 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1c039-1f54-4262-86df-9b38f04b1e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7837e188-35f2-4014-b022-90d9b4ddcb82,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:31.054811 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 52466) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:23:31.069544 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-25357f45-c8dd-48a6-8088-843d70474517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:31.160476 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-25357f45-c8dd-48a6-8088-843d70474517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:31.164352 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-25357f45-c8dd-48a6-8088-843d70474517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:31.205207 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25357f45-c8dd-48a6-8088-843d70474517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3559239-a357-4a06-b6b4-d352d3f696e8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:31.213064 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-25357f45-c8dd-48a6-8088-843d70474517 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0e96c1fe63b4b72b534f3ad760d802d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534801 Aug 30 17:23:31.213347 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 52468) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:23:31.261880 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2817dd5-e8a2-4c70-9c8f-2541fc4f7740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:31.287107 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2817dd5-e8a2-4c70-9c8f-2541fc4f7740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:31.338232 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2817dd5-e8a2-4c70-9c8f-2541fc4f7740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:31.340965 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e2817dd5-e8a2-4c70-9c8f-2541fc4f7740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:31.342132 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-e2817dd5-e8a2-4c70-9c8f-2541fc4f7740 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3559239-a357-4a06-b6b4-d352d3f696e8 HTTP/1.1" status: 204 len: 168 time: 0.1277010 Aug 30 17:23:31.350541 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2817dd5-e8a2-4c70-9c8f-2541fc4f7740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3559239-a357-4a06-b6b4-d352d3f696e8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:42.056916 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Request body: {'port': {'device_id': '2c4944d8-8963-40dc-925e-795c3f8f7f7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:23:42.113717 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:42.468423 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-81c1ebc9-a4bc-4e38-b2ee-86e8345d9149 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:42.469917 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-81c1ebc9-a4bc-4e38-b2ee-86e8345d9149 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/networks?id=5c38f771-645c-47e7-8b33-0ba4b6334797 HTTP/1.1" status: 200 len: 808 time: 0.2360699 Aug 30 17:23:42.494135 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a811f-b4d2-44e8-9c77-3b5e7250c72b req-6a59bbda-0c86-4c7e-97c0-f60fe9af1fe1 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:42.495493 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-220a811f-b4d2-44e8-9c77-3b5e7250c72b req-6a59bbda-0c86-4c7e-97c0-f60fe9af1fe1 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 932 time: 0.1618428 Aug 30 17:23:42.521800 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-3f24274d-adc0-4f49-accd-ec3965417491 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/quotas/4038cbf18243476594febddbf09ba3fd HTTP/1.1" status: 200 len: 375 time: 0.0441792 Aug 30 17:23:42.588228 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-5ae53f7d-948c-455f-b539-da4c2a471e46 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4038cbf18243476594febddbf09ba3fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583646 Aug 30 17:23:42.626589 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-220a811f-b4d2-44e8-9c77-3b5e7250c72b req-29b2a500-4537-404c-8f09-6dd44c610a81 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241295 Aug 30 17:23:42.695183 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ab28ee-87d4-4888-b560-457fd4ebe293 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:23:42.722745 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:42.756574 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Transition to ACTIVE for port object f6ab28ee-87d4-4888-b560-457fd4ebe293 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:23:42.780807 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f939e1-da2c-4a6a-85dc-f0c818ba178e req-a471f542-561a-4bbe-9075-260752b69ba8 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:42.782364 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f4f939e1-da2c-4a6a-85dc-f0c818ba178e req-a471f542-561a-4bbe-9075-260752b69ba8 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0972352 Aug 30 17:23:42.786246 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2822393'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:42.806632 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-8fbbe95f-aaf2-4516-accb-28297e13891b service neutron] 10.222.0.21 "GET /v2.0/networks/5c38f771-645c-47e7-8b33-0ba4b6334797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944160 Aug 30 17:23:42.943353 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Pushing event updated for resources: {'Port': ['ID=f6ab28ee-87d4-4888-b560-457fd4ebe293,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:42.947741 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f4f939e1-da2c-4a6a-85dc-f0c818ba178e req-b238e065-dd53-43f2-be71-4faca4ad7a38 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591554 Aug 30 17:23:42.976447 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:23:42.976794 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:23:42.977709 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:23:42.978030 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:23:42.978358 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:23:42.978685 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:23:42.980225 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:23:42.980225 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:23:42.980225 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:23:42.980225 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:23:42.980225 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:23:42.980622 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:23:43.034970 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-7bc53179-e251-4275-b2f1-d4fbdc5abbd1 service neutron] 10.222.0.21 "GET /v2.0/networks/5c38f771-645c-47e7-8b33-0ba4b6334797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076981 Aug 30 17:23:43.036142 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Attempting to bind port f6ab28ee-87d4-4888-b560-457fd4ebe293 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:23:43.036478 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Attempting to bind port f6ab28ee-87d4-4888-b560-457fd4ebe293 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': 'c74f1a16-00c4-471b-b3bb-ad3b14bbd540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ff1002d0-fa0b-4127-8146-74c3b9876100'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:23:43.036804 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Attempting to bind port f6ab28ee-87d4-4888-b560-457fd4ebe293 on network ff1002d0-fa0b-4127-8146-74c3b9876100 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:23:43.042361 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Port f6ab28ee-87d4-4888-b560-457fd4ebe293 on network ff1002d0-fa0b-4127-8146-74c3b9876100 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:23:43.042782 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Attempting to bind port f6ab28ee-87d4-4888-b560-457fd4ebe293 on network ff1002d0-fa0b-4127-8146-74c3b9876100 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:23:43.052568 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Checking agent: {'id': 'ee80e8a3-09f9-4e7d-a921-e109800248d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'started_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:23:43.052976 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Checking segment: {'id': 'c74f1a16-00c4-471b-b3bb-ad3b14bbd540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ff1002d0-fa0b-4127-8146-74c3b9876100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:23:43.054135 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Bound using segment: {'id': 'c74f1a16-00c4-471b-b3bb-ad3b14bbd540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ff1002d0-fa0b-4127-8146-74c3b9876100'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:23:43.056167 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Bound port: f6ab28ee-87d4-4888-b560-457fd4ebe293, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c74f1a16-00c4-471b-b3bb-ad3b14bbd540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'ff1002d0-fa0b-4127-8146-74c3b9876100'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:23:43.057234 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:43.158032 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] For port f6ab28ee-87d4-4888-b560-457fd4ebe293, host hv-cinder-80531, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:23:43.162284 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] For port f6ab28ee-87d4-4888-b560-457fd4ebe293, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=f6ab28ee-87d4-4888-b560-457fd4ebe293,segment=NetworkSegment(c74f1a16-00c4-471b-b3bb-ad3b14bbd540),segment_id=c74f1a16-00c4-471b-b3bb-ad3b14bbd540)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:23:43.170093 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2822393'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:43.233031 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:43.234044 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:43.236134 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] 10.222.0.52 "PUT /v2.0/ports/f6ab28ee-87d4-4888-b560-457fd4ebe293 HTTP/1.1" status: 200 len: 1094 time: 1.1834347 Aug 30 17:23:43.236707 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4944d8-8963-40dc-925e-795c3f8f7f7d', 'tag': 'f6ab28ee-87d4-4888-b560-457fd4ebe293'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:23:43.239537 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e183aeb7d1ae95b610e737921596bfe9224ef5c136def86ae36f97e4cb718d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4fe99c-9db3-4c37-aba5-dae86d411cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4944d8-8963-40dc-925e-795c3f8f7f7d", "tag": "f6ab28ee-87d4-4888-b560-457fd4ebe293"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:23:43.273349 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e9dab7-c1a1-4827-8ffd-e156f811e6da service neutron] Pushing event updated for resources: {'Port': ['ID=f6ab28ee-87d4-4888-b560-457fd4ebe293,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:43.379364 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b798166-bbec-4a70-b8e9-ffca0b6b5f1c x-openstack-request-id: req-4b798166-bbec-4a70-b8e9-ffca0b6b5f1c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:23:43.379659 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4944d8-8963-40dc-925e-795c3f8f7f7d", "tag": "f6ab28ee-87d4-4888-b560-457fd4ebe293", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:23:43.380040 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b798166-bbec-4a70-b8e9-ffca0b6b5f1c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:23:43.380420 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4944d8-8963-40dc-925e-795c3f8f7f7d', 'tag': 'f6ab28ee-87d4-4888-b560-457fd4ebe293', 'status': 'completed', 'code': 200} Aug 30 17:23:43.390085 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-92d1c725-47bb-4973-946c-545be082456f req-8d43352c-18e8-4a35-ab2a-24f926a5c7a3 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=48af3d89-f4be-4b92-b202-61304006ebdc HTTP/1.1" status: 200 len: 210 time: 0.0910518 Aug 30 17:23:43.426592 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-061a1b9a-7922-4649-bee5-cd15c86ca566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:43.428467 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-061a1b9a-7922-4649-bee5-cd15c86ca566 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1e87154fe5704a729a211e9e1f568318&device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 1097 time: 0.1478982 Aug 30 17:23:43.490459 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-0ba4ebfe-fb63-47e8-ad22-cd183860034a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6ab28ee-87d4-4888-b560-457fd4ebe293 HTTP/1.1" status: 200 len: 217 time: 0.0516880 Aug 30 17:23:43.570616 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-04f30121-0671-416f-9501-865b36514f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:43.573182 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-04f30121-0671-416f-9501-865b36514f1d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e2441a91-a5c9-4f3f-a0e9-881d637a8bbc HTTP/1.1" status: 200 len: 853 time: 0.0745988 Aug 30 17:23:43.628251 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-908e49b6-0c5f-47fb-aa09-62799fda6162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:43.630476 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-908e49b6-0c5f-47fb-aa09-62799fda6162 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff1002d0-fa0b-4127-8146-74c3b9876100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453451 Aug 30 17:23:43.777423 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-2e80fd3f-a2b6-4a52-be60-434444d97feb service neutron] 10.222.0.52 "GET /v2.0/networks/ff1002d0-fa0b-4127-8146-74c3b9876100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365173 Aug 30 17:23:43.785993 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4417a6-6aef-41b4-9b4c-4b9752f401fe req-87a0e409-0cfb-4e1d-9b3d-1cc40a6dbe73 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:43.787735 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bb4417a6-6aef-41b4-9b4c-4b9752f401fe req-87a0e409-0cfb-4e1d-9b3d-1cc40a6dbe73 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 944 time: 0.0873725 Aug 30 17:23:43.907705 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bb4417a6-6aef-41b4-9b4c-4b9752f401fe req-462b3689-f1a6-4941-ad3a-5ca7908a1e5e tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053028 Aug 30 17:23:43.939187 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e3b0189b-9e5c-40bb-9429-c3134d269d61 req-377ee4fc-8e54-4e08-901c-e9d95081e713 service neutron] 10.222.0.52 "GET /v2.0/networks/ff1002d0-fa0b-4127-8146-74c3b9876100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458063 Aug 30 17:23:44.093380 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325887b7-e6de-4b14-aeff-55b7652ac27b req-30db9dc8-2a81-480b-8b7c-4cf6f6fee43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:44.094948 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-325887b7-e6de-4b14-aeff-55b7652ac27b req-30db9dc8-2a81-480b-8b7c-4cf6f6fee43c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 1099 time: 0.0994480 Aug 30 17:23:44.117549 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63133720-f6bc-4b9f-a5b2-ff9f2e79d612 req-7c5f7673-bbc3-471d-b0d5-73c7b7da295d tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:44.119686 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-63133720-f6bc-4b9f-a5b2-ff9f2e79d612 req-7c5f7673-bbc3-471d-b0d5-73c7b7da295d tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0919399 Aug 30 17:23:44.122799 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fe99c-9db3-4c37-aba5-dae86d411cc8 req-000a67e9-09f4-4929-a273-00e185a860ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:44.124198 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4d4fe99c-9db3-4c37-aba5-dae86d411cc8 req-000a67e9-09f4-4929-a273-00e185a860ee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1e87154fe5704a729a211e9e1f568318&device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 1097 time: 0.0858974 Aug 30 17:23:44.232435 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-325887b7-e6de-4b14-aeff-55b7652ac27b req-0a203045-2182-45df-a43d-826c73ebad3d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117465 Aug 30 17:23:44.248830 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-63133720-f6bc-4b9f-a5b2-ff9f2e79d612 req-80316719-4390-4b51-b976-1e31703ea332 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180062 Aug 30 17:23:44.268821 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fe99c-9db3-4c37-aba5-dae86d411cc8 req-a9bfda9b-d806-435d-ba9f-7b4b6ae904c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:44.270535 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4d4fe99c-9db3-4c37-aba5-dae86d411cc8 req-a9bfda9b-d806-435d-ba9f-7b4b6ae904c7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff1002d0-fa0b-4127-8146-74c3b9876100 HTTP/1.1" status: 200 len: 915 time: 0.1299226 Aug 30 17:23:44.548720 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4d4fe99c-9db3-4c37-aba5-dae86d411cc8 req-16fa16c9-0f19-47b8-bde9-fd179d4be4b4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6ab28ee-87d4-4888-b560-457fd4ebe293 HTTP/1.1" status: 200 len: 217 time: 0.1034279 Aug 30 17:23:44.559165 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c5b1b482-ee18-4c9e-88dc-72171e6dab3f req-615ba9c1-53a8-4322-a488-d604c2eaef4b tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=48af3d89-f4be-4b92-b202-61304006ebdc HTTP/1.1" status: 200 len: 210 time: 0.0571947 Aug 30 17:23:44.637920 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fe99c-9db3-4c37-aba5-dae86d411cc8 req-4ad65a4e-eb73-4e56-9bdd-ed9b7ab61a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:44.640271 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4d4fe99c-9db3-4c37-aba5-dae86d411cc8 req-4ad65a4e-eb73-4e56-9bdd-ed9b7ab61a54 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e2441a91-a5c9-4f3f-a0e9-881d637a8bbc HTTP/1.1" status: 200 len: 853 time: 0.0758197 Aug 30 17:23:44.780537 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fe99c-9db3-4c37-aba5-dae86d411cc8 req-69bd71aa-0483-4801-9c95-2250ababbe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:44.782174 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4d4fe99c-9db3-4c37-aba5-dae86d411cc8 req-69bd71aa-0483-4801-9c95-2250ababbe8c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff1002d0-fa0b-4127-8146-74c3b9876100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836701 Aug 30 17:23:44.800997 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-e452ee93-4a96-4e25-805f-9be4819e6d02 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:44.802858 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-e452ee93-4a96-4e25-805f-9be4819e6d02 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.52 "GET /v2.0/networks?id=5c38f771-645c-47e7-8b33-0ba4b6334797 HTTP/1.1" status: 200 len: 808 time: 0.1615827 Aug 30 17:23:44.834253 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-252b38e4-e85f-4944-8b5a-1928c3f4c943 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Request body: {'port': {'device_id': '48af3d89-f4be-4b92-b202-61304006ebdc', 'network_id': '5c38f771-645c-47e7-8b33-0ba4b6334797', 'admin_state_up': True, 'tenant_id': '4038cbf18243476594febddbf09ba3fd'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:23:45.003920 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4d4fe99c-9db3-4c37-aba5-dae86d411cc8 req-af887d74-35f8-4e23-b5fe-3601d5b8eb91 service neutron] 10.222.0.52 "GET /v2.0/networks/ff1002d0-fa0b-4127-8146-74c3b9876100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000992 Aug 30 17:23:45.054752 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-252b38e4-e85f-4944-8b5a-1928c3f4c943 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Made reservation on behalf of 4038cbf18243476594febddbf09ba3fd for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:23:45.058738 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-252b38e4-e85f-4944-8b5a-1928c3f4c943 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:45.084291 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f85cc-e5cf-4b94-8d04-cfdd6977f046 req-073ed6fc-16d8-43af-a5a0-0f4e94da2c9b tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:45.085804 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e23f85cc-e5cf-4b94-8d04-cfdd6977f046 req-073ed6fc-16d8-43af-a5a0-0f4e94da2c9b tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 944 time: 0.0993280 Aug 30 17:23:45.177842 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e23f85cc-e5cf-4b94-8d04-cfdd6977f046 req-54d4907e-4416-45db-8db7-3ba923c27994 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812428 Aug 30 17:23:45.238002 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-252b38e4-e85f-4944-8b5a-1928c3f4c943 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Allocated IP 172.20.0.4 (5c38f771-645c-47e7-8b33-0ba4b6334797/30d2a4b2-6bc2-4175-8b39-ae9e143b968c/7dcb90f4-5713-4160-ab54-a4b21ffcd1b2) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:23:45.427973 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb087f-1cc4-4cb2-90c0-72abec91929b req-a8561eee-24c1-4117-b192-59e7c63ad6ae tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:45.429482 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4abb087f-1cc4-4cb2-90c0-72abec91929b req-a8561eee-24c1-4117-b192-59e7c63ad6ae tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0891497 Aug 30 17:23:45.465528 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-252b38e4-e85f-4944-8b5a-1928c3f4c943 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:45.499520 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4abb087f-1cc4-4cb2-90c0-72abec91929b req-ccb6cf9f-7a04-4b8b-bc66-3110b6050f86 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627942 Aug 30 17:23:45.529597 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-252b38e4-e85f-4944-8b5a-1928c3f4c943 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:45.579088 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-252b38e4-e85f-4944-8b5a-1928c3f4c943 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Network 5c38f771-645c-47e7-8b33-0ba4b6334797 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:23:45.585493 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-252b38e4-e85f-4944-8b5a-1928c3f4c943 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:23:45.589607 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-252b38e4-e85f-4944-8b5a-1928c3f4c943 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:23:45.624679 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b38e4-e85f-4944-8b5a-1928c3f4c943 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Pushing event updated for resources: {'Port': ['ID=7dcb90f4-5713-4160-ab54-a4b21ffcd1b2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:45.680708 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-252b38e4-e85f-4944-8b5a-1928c3f4c943 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:45.681211 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-252b38e4-e85f-4944-8b5a-1928c3f4c943 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:45.706612 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f592035-c4da-45f4-866a-7e8f21d19623 req-4dd7d86a-5588-422c-bd56-dc4b72135f25 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:45.708065 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3f592035-c4da-45f4-866a-7e8f21d19623 req-4dd7d86a-5588-422c-bd56-dc4b72135f25 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=48af3d89-f4be-4b92-b202-61304006ebdc HTTP/1.1" status: 200 len: 931 time: 0.0764604 Aug 30 17:23:45.709360 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-252b38e4-e85f-4944-8b5a-1928c3f4c943 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8802905 Aug 30 17:23:45.750201 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3f592035-c4da-45f4-866a-7e8f21d19623 req-027a9add-0f7d-49e8-91cb-f133322fc406 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/security-groups?id=60c64e64-be77-47dd-a01e-425d5af530b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353279 Aug 30 17:23:46.475279 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc79e1-c3ba-4dd7-b345-e5daa5511371 req-e7dc0d89-07c4-4ac3-a468-61688a0504d4 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:46.476711 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cccc79e1-c3ba-4dd7-b345-e5daa5511371 req-e7dc0d89-07c4-4ac3-a468-61688a0504d4 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 944 time: 0.2281992 Aug 30 17:23:46.513751 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cccc79e1-c3ba-4dd7-b345-e5daa5511371 req-4ca03cff-7b6d-4c81-ad41-51e95e195018 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311759 Aug 30 17:23:46.754857 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9985a58-6395-49bc-80f8-654422d9a06c req-fa767d48-46cd-4df4-bed4-eaaa5c55a633 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:46.756224 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e9985a58-6395-49bc-80f8-654422d9a06c req-fa767d48-46cd-4df4-bed4-eaaa5c55a633 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0487988 Aug 30 17:23:46.794800 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e9985a58-6395-49bc-80f8-654422d9a06c req-8c31d531-def8-4a65-bcb1-29c3e5ecb0e4 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319252 Aug 30 17:23:46.868249 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96486e1-984e-415e-a86e-e87f107ed203 req-5635508b-322f-42e8-9dd4-2993bb275df8 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:46.869848 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a96486e1-984e-415e-a86e-e87f107ed203 req-5635508b-322f-42e8-9dd4-2993bb275df8 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=48af3d89-f4be-4b92-b202-61304006ebdc HTTP/1.1" status: 200 len: 931 time: 0.0507638 Aug 30 17:23:46.906173 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a96486e1-984e-415e-a86e-e87f107ed203 req-3ee01847-20d1-4533-bc1f-fff95e54e270 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/security-groups?id=60c64e64-be77-47dd-a01e-425d5af530b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304565 Aug 30 17:23:47.638112 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89b07d-7de7-40d6-8f7f-77927ead5a0d req-183ec124-10c8-4025-9c2f-1b66457c4c50 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:47.641970 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6f89b07d-7de7-40d6-8f7f-77927ead5a0d req-183ec124-10c8-4025-9c2f-1b66457c4c50 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 944 time: 0.0544527 Aug 30 17:23:47.681244 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6f89b07d-7de7-40d6-8f7f-77927ead5a0d req-e9cf2a60-1a1f-4b54-8f76-ac105116a12d tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349460 Aug 30 17:23:47.734967 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-a2520c66-2db3-428d-9777-96e8fe7d93b2 service neutron] Request body: {'port': {'device_id': '48af3d89-f4be-4b92-b202-61304006ebdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:23:47.843144 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-a2520c66-2db3-428d-9777-96e8fe7d93b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:47.893400 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4d4fe99c-9db3-4c37-aba5-dae86d411cc8 req-4b4c99cf-9f03-4f48-9ed2-7d4ee00e1387 service neutron] 10.222.0.52 "GET /v2.0/networks/ff1002d0-fa0b-4127-8146-74c3b9876100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711442 Aug 30 17:23:48.105246 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41006537-48d7-4a67-87f7-ec865db5aafa req-4ae99b90-03a4-4a1d-aaed-bdedf2ae99c2 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:48.106656 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-41006537-48d7-4a67-87f7-ec865db5aafa req-4ae99b90-03a4-4a1d-aaed-bdedf2ae99c2 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.1974001 Aug 30 17:23:48.126954 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75385a-20ed-421b-85a3-9aba2db6b16a req-7f2163a0-0662-422a-bd0b-96c9e7d19962 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:48.128346 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cc75385a-20ed-421b-85a3-9aba2db6b16a req-7f2163a0-0662-422a-bd0b-96c9e7d19962 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=48af3d89-f4be-4b92-b202-61304006ebdc HTTP/1.1" status: 200 len: 931 time: 0.1473234 Aug 30 17:23:48.206613 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-41006537-48d7-4a67-87f7-ec865db5aafa req-d52ca3ab-4ed1-4a94-ac30-b48139165902 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918033 Aug 30 17:23:48.214707 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cc75385a-20ed-421b-85a3-9aba2db6b16a req-192ceec7-49eb-4d39-b61a-baf76fd0cbd9 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/security-groups?id=60c64e64-be77-47dd-a01e-425d5af530b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752656 Aug 30 17:23:48.268164 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-a2520c66-2db3-428d-9777-96e8fe7d93b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dcb90f4-5713-4160-ab54-a4b21ffcd1b2 {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:23:48.275767 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-a2520c66-2db3-428d-9777-96e8fe7d93b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:48.287894 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-a2520c66-2db3-428d-9777-96e8fe7d93b2 service neutron] Transition to ACTIVE for port object 7dcb90f4-5713-4160-ab54-a4b21ffcd1b2 will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:23:48.292640 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-a2520c66-2db3-428d-9777-96e8fe7d93b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2822393'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:48.346384 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2520c66-2db3-428d-9777-96e8fe7d93b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7dcb90f4-5713-4160-ab54-a4b21ffcd1b2,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:48.430366 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-a2520c66-2db3-428d-9777-96e8fe7d93b2 service neutron] Attempting to bind port 7dcb90f4-5713-4160-ab54-a4b21ffcd1b2 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:23:48.430704 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-a2520c66-2db3-428d-9777-96e8fe7d93b2 service neutron] Attempting to bind port 7dcb90f4-5713-4160-ab54-a4b21ffcd1b2 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '87897db7-2f2f-4c60-9df9-e628d0775d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5c38f771-645c-47e7-8b33-0ba4b6334797'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:23:48.431036 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-a2520c66-2db3-428d-9777-96e8fe7d93b2 service neutron] Attempting to bind port 7dcb90f4-5713-4160-ab54-a4b21ffcd1b2 on network 5c38f771-645c-47e7-8b33-0ba4b6334797 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:23:48.435354 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-a2520c66-2db3-428d-9777-96e8fe7d93b2 service neutron] Port 7dcb90f4-5713-4160-ab54-a4b21ffcd1b2 on network 5c38f771-645c-47e7-8b33-0ba4b6334797 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:23:48.435736 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-a2520c66-2db3-428d-9777-96e8fe7d93b2 service neutron] Attempting to bind port 7dcb90f4-5713-4160-ab54-a4b21ffcd1b2 on network 5c38f771-645c-47e7-8b33-0ba4b6334797 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:23:48.440733 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-a2520c66-2db3-428d-9777-96e8fe7d93b2 service neutron] Checking agent: {'id': 'ee80e8a3-09f9-4e7d-a921-e109800248d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'started_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:23:48.441070 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-a2520c66-2db3-428d-9777-96e8fe7d93b2 service neutron] Checking segment: {'id': '87897db7-2f2f-4c60-9df9-e628d0775d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5c38f771-645c-47e7-8b33-0ba4b6334797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:23:48.441460 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-a2520c66-2db3-428d-9777-96e8fe7d93b2 service neutron] Bound using segment: {'id': '87897db7-2f2f-4c60-9df9-e628d0775d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5c38f771-645c-47e7-8b33-0ba4b6334797'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:23:48.441909 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-a2520c66-2db3-428d-9777-96e8fe7d93b2 service neutron] Bound port: 7dcb90f4-5713-4160-ab54-a4b21ffcd1b2, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87897db7-2f2f-4c60-9df9-e628d0775d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5c38f771-645c-47e7-8b33-0ba4b6334797'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:23:48.442260 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-a2520c66-2db3-428d-9777-96e8fe7d93b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:48.512025 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-a2520c66-2db3-428d-9777-96e8fe7d93b2 service neutron] For port 7dcb90f4-5713-4160-ab54-a4b21ffcd1b2, host hv-cinder-80531, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:23:48.515350 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-a2520c66-2db3-428d-9777-96e8fe7d93b2 service neutron] For port 7dcb90f4-5713-4160-ab54-a4b21ffcd1b2, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=7dcb90f4-5713-4160-ab54-a4b21ffcd1b2,segment=NetworkSegment(87897db7-2f2f-4c60-9df9-e628d0775d09),segment_id=87897db7-2f2f-4c60-9df9-e628d0775d09)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:23:48.519651 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-a2520c66-2db3-428d-9777-96e8fe7d93b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2822393'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:48.558684 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-a2520c66-2db3-428d-9777-96e8fe7d93b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:48.559308 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-a2520c66-2db3-428d-9777-96e8fe7d93b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:48.560760 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-a2520c66-2db3-428d-9777-96e8fe7d93b2 service neutron] 10.222.0.52 "PUT /v2.0/ports/7dcb90f4-5713-4160-ab54-a4b21ffcd1b2 HTTP/1.1" status: 200 len: 1093 time: 0.8300729 Aug 30 17:23:48.561250 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48af3d89-f4be-4b92-b202-61304006ebdc', 'tag': '7dcb90f4-5713-4160-ab54-a4b21ffcd1b2'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:23:48.563961 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e183aeb7d1ae95b610e737921596bfe9224ef5c136def86ae36f97e4cb718d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63405714-42fe-4419-8570-d52739a3fc2b" -d '{"events": [{"name": "network-changed", "server_uuid": "48af3d89-f4be-4b92-b202-61304006ebdc", "tag": "7dcb90f4-5713-4160-ab54-a4b21ffcd1b2"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:23:48.628611 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2117a1-8eb6-4819-9295-147347489768 x-openstack-request-id: req-be2117a1-8eb6-4819-9295-147347489768 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:23:48.628895 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48af3d89-f4be-4b92-b202-61304006ebdc", "tag": "7dcb90f4-5713-4160-ab54-a4b21ffcd1b2", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:23:48.629140 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be2117a1-8eb6-4819-9295-147347489768 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:23:48.629537 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48af3d89-f4be-4b92-b202-61304006ebdc', 'tag': '7dcb90f4-5713-4160-ab54-a4b21ffcd1b2', 'status': 'completed', 'code': 200} Aug 30 17:23:48.642631 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2520c66-2db3-428d-9777-96e8fe7d93b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7dcb90f4-5713-4160-ab54-a4b21ffcd1b2,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:48.668725 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f732f-6526-404c-9b3a-9381b8bfdfc7 req-bb43b5e8-a27b-412f-b653-d8ba27375e1e tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:48.670271 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cb4f732f-6526-404c-9b3a-9381b8bfdfc7 req-bb43b5e8-a27b-412f-b653-d8ba27375e1e tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.0569556 Aug 30 17:23:48.742905 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cb4f732f-6526-404c-9b3a-9381b8bfdfc7 req-fc3e21ae-3a2b-41b3-9fa1-7f063444a5d8 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627942 Aug 30 17:23:48.744617 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-1d18f5d2-8681-4043-a22a-0923cb8b521e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:48.746051 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-1d18f5d2-8681-4043-a22a-0923cb8b521e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4038cbf18243476594febddbf09ba3fd&device_id=48af3d89-f4be-4b92-b202-61304006ebdc HTTP/1.1" status: 200 len: 1096 time: 0.0749097 Aug 30 17:23:48.825344 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-acc6851d-b025-4e43-8cff-69cde9738534 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dcb90f4-5713-4160-ab54-a4b21ffcd1b2 HTTP/1.1" status: 200 len: 217 time: 0.0600610 Aug 30 17:23:48.872265 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05375d-cb44-43ed-a58c-38d1a9a57449 req-fbcfc998-faf3-48ab-a912-3ea881573546 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:48.873632 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7f05375d-cb44-43ed-a58c-38d1a9a57449 req-fbcfc998-faf3-48ab-a912-3ea881573546 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 944 time: 0.1072569 Aug 30 17:23:48.897942 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-84d18fd9-63b8-439f-a0e4-df3204fded66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:48.899393 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-84d18fd9-63b8-439f-a0e4-df3204fded66 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=30d2a4b2-6bc2-4175-8b39-ae9e143b968c HTTP/1.1" status: 200 len: 848 time: 0.0647938 Aug 30 17:23:48.947215 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7f05375d-cb44-43ed-a58c-38d1a9a57449 req-eafcef6b-fb24-4c07-847d-3e292cfd4e5b tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663521 Aug 30 17:23:48.948950 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-4b693f2d-07a7-438f-a901-3b5be8072341 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c38f771-645c-47e7-8b33-0ba4b6334797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303929 Aug 30 17:23:49.045084 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-737fc51a-5a27-4617-b713-c123b5f6ba73 service neutron] 10.222.0.52 "GET /v2.0/networks/5c38f771-645c-47e7-8b33-0ba4b6334797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874710 Aug 30 17:23:49.141090 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0ded3cf4-630a-4e8a-96e8-8b4dedac81b9 req-6e3f96e9-2374-4267-867d-f1ca9284b71a service neutron] 10.222.0.52 "GET /v2.0/networks/5c38f771-645c-47e7-8b33-0ba4b6334797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872338 Aug 30 17:23:49.148535 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:23:49.243717 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63405714-42fe-4419-8570-d52739a3fc2b req-f7cd20ca-6576-4021-bfe6-433e8594ff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:49.245343 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-63405714-42fe-4419-8570-d52739a3fc2b req-f7cd20ca-6576-4021-bfe6-433e8594ff7e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4038cbf18243476594febddbf09ba3fd&device_id=48af3d89-f4be-4b92-b202-61304006ebdc HTTP/1.1" status: 200 len: 1096 time: 0.0484488 Aug 30 17:23:49.410376 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfccbf4-d3c3-4664-ba82-31a3e2514d7f req-b027f8c3-699e-4503-a7b7-87b25e3a1b61 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:49.411754 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5cfccbf4-d3c3-4664-ba82-31a3e2514d7f req-b027f8c3-699e-4503-a7b7-87b25e3a1b61 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=48af3d89-f4be-4b92-b202-61304006ebdc HTTP/1.1" status: 200 len: 943 time: 0.1106508 Aug 30 17:23:49.421184 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a1e61-5b7e-47ba-9122-299510a58146 req-d110d3f3-b732-4515-9861-2cc67d5a6ac5 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:49.422582 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-922a1e61-5b7e-47ba-9122-299510a58146 req-d110d3f3-b732-4515-9861-2cc67d5a6ac5 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.1225586 Aug 30 17:23:49.426539 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63405714-42fe-4419-8570-d52739a3fc2b req-dc2852c9-00c4-4072-bbe0-f68e66296320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:49.427874 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-63405714-42fe-4419-8570-d52739a3fc2b req-dc2852c9-00c4-4072-bbe0-f68e66296320 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5c38f771-645c-47e7-8b33-0ba4b6334797 HTTP/1.1" status: 200 len: 909 time: 0.1741579 Aug 30 17:23:49.491048 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-63405714-42fe-4419-8570-d52739a3fc2b req-4d4801c7-bd67-4705-936e-1318f1c96029 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dcb90f4-5713-4160-ab54-a4b21ffcd1b2 HTTP/1.1" status: 200 len: 217 time: 0.0450003 Aug 30 17:23:49.514524 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5cfccbf4-d3c3-4664-ba82-31a3e2514d7f req-5e512a89-6f73-41b9-8a75-f8c0f08080c9 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/security-groups?id=60c64e64-be77-47dd-a01e-425d5af530b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905004 Aug 30 17:23:49.546329 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-922a1e61-5b7e-47ba-9122-299510a58146 req-26e1f625-576a-4906-8c75-e35f0e08890a tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175811 Aug 30 17:23:49.563831 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63405714-42fe-4419-8570-d52739a3fc2b req-877f75bc-82d3-46dc-bf11-de34e112bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:49.565270 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-63405714-42fe-4419-8570-d52739a3fc2b req-877f75bc-82d3-46dc-bf11-de34e112bc64 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=30d2a4b2-6bc2-4175-8b39-ae9e143b968c HTTP/1.1" status: 200 len: 848 time: 0.0576627 Aug 30 17:23:49.599548 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-63405714-42fe-4419-8570-d52739a3fc2b req-3e781f6a-d667-4816-8e4d-fc81532dbca8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5c38f771-645c-47e7-8b33-0ba4b6334797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252585 Aug 30 17:23:49.691000 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-63405714-42fe-4419-8570-d52739a3fc2b req-cee472ee-47f7-4f70-99f8-955966d0783a service neutron] 10.222.0.52 "GET /v2.0/networks/5c38f771-645c-47e7-8b33-0ba4b6334797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818083 Aug 30 17:23:49.729039 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device f6ab28ee-87d4-4888-b560-457fd4ebe293 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:23:49.864251 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port f6ab28ee-87d4-4888-b560-457fd4ebe293, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=f6ab28ee-87d4-4888-b560-457fd4ebe293,segment=NetworkSegment(c74f1a16-00c4-471b-b3bb-ad3b14bbd540),segment_id=c74f1a16-00c4-471b-b3bb-ad3b14bbd540)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:23:49.877588 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Returning: {'device': 'f6ab28ee-87d4-4888-b560-457fd4ebe293', 'network_id': 'ff1002d0-fa0b-4127-8146-74c3b9876100', 'port_id': 'f6ab28ee-87d4-4888-b560-457fd4ebe293', 'mac_address': 'fa:16:3e:d8:54:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2441a91-a5c9-4f3f-a0e9-881d637a8bbc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:23:49.922069 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:49.932719 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-63405714-42fe-4419-8570-d52739a3fc2b req-1c295ad0-5a5d-41d8-a6f3-6f1e826469fb service neutron] 10.222.0.52 "GET /v2.0/networks/5c38f771-645c-47e7-8b33-0ba4b6334797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222290 Aug 30 17:23:49.935695 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ab28ee-87d4-4888-b560-457fd4ebe293 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:23:49.935920 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a149d-3058-483b-8185-3c859244dc09 req-fcbcec25-0d75-4065-8910-e783663abccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:49.937255 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d31a149d-3058-483b-8185-3c859244dc09 req-fcbcec25-0d75-4065-8910-e783663abccb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fcaf1973521f4aec87a359088d9ae855&device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 1099 time: 0.1779637 Aug 30 17:23:49.960031 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port f6ab28ee-87d4-4888-b560-457fd4ebe293, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=f6ab28ee-87d4-4888-b560-457fd4ebe293,segment=NetworkSegment(c74f1a16-00c4-471b-b3bb-ad3b14bbd540),segment_id=c74f1a16-00c4-471b-b3bb-ad3b14bbd540)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:23:49.964314 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:50.000906 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f634e10-93a4-4f8d-b321-8f743ddd1473 req-489c38bd-9b76-4a5a-9c03-481237f7a72e tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:50.002490 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4f634e10-93a4-4f8d-b321-8f743ddd1473 req-489c38bd-9b76-4a5a-9c03-481237f7a72e tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.1843455 Aug 30 17:23:50.010023 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ca86b-e70e-47bf-bd61-9f2fc5bcf0cd req-1fb63ea5-2e22-4e1c-b12d-a0c4bba302d2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:50.011513 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ff5ca86b-e70e-47bf-bd61-9f2fc5bcf0cd req-1fb63ea5-2e22-4e1c-b12d-a0c4bba302d2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.1516263 Aug 30 17:23:50.108312 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4f634e10-93a4-4f8d-b321-8f743ddd1473 req-a6b40491-2b21-4588-961d-d2fe4efed98c tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940661 Aug 30 17:23:50.112767 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ff5ca86b-e70e-47bf-bd61-9f2fc5bcf0cd req-a6d728e6-c86d-4761-b722-dfb1278e67a7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950670 Aug 30 17:23:50.115388 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a149d-3058-483b-8185-3c859244dc09 req-9f499039-a8a3-440e-a12c-e4f6e4ccbf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:50.116735 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d31a149d-3058-483b-8185-3c859244dc09 req-9f499039-a8a3-440e-a12c-e4f6e4ccbf6f service neutron] 10.222.0.52 "GET /v2.0/networks?id=4ee9a860-d9c5-4773-88ab-3fc89806af6d HTTP/1.1" status: 200 len: 920 time: 0.1700134 Aug 30 17:23:50.144759 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=f6ab28ee-87d4-4888-b560-457fd4ebe293,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:50.175235 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d31a149d-3058-483b-8185-3c859244dc09 req-2f0c0da9-4de6-476a-8b9b-c5e70507a48c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a3a648e-f491-48a8-8a41-f3c2966beaec HTTP/1.1" status: 200 len: 217 time: 0.0502508 Aug 30 17:23:50.272528 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a149d-3058-483b-8185-3c859244dc09 req-240a8da5-854e-47b5-af11-36e71b5d0faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:50.275324 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d31a149d-3058-483b-8185-3c859244dc09 req-240a8da5-854e-47b5-af11-36e71b5d0faa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1da436f5-992b-4504-9be3-d6d50d0f93b6 HTTP/1.1" status: 200 len: 859 time: 0.0876682 Aug 30 17:23:50.296387 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6783bcf-6f3a-4432-aff1-104be8981bd3 req-6cf145be-83eb-4f12-bdde-b340cefbbd0c tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:50.298036 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a6783bcf-6f3a-4432-aff1-104be8981bd3 req-6cf145be-83eb-4f12-bdde-b340cefbbd0c tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 945 time: 0.0778348 Aug 30 17:23:50.309342 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['f6ab28ee-87d4-4888-b560-457fd4ebe293'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:23:50.332653 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d31a149d-3058-483b-8185-3c859244dc09 req-aeac6ec9-37fb-408e-9781-b76b7667f432 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4ee9a860-d9c5-4773-88ab-3fc89806af6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469604 Aug 30 17:23:50.413108 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a6783bcf-6f3a-4432-aff1-104be8981bd3 req-bc49c24d-0bac-45bd-9007-c297dae3b106 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050043 Aug 30 17:23:50.455651 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d31a149d-3058-483b-8185-3c859244dc09 req-57345c53-3d54-410a-849f-08fd7f09c671 service neutron] 10.222.0.52 "GET /v2.0/networks/4ee9a860-d9c5-4773-88ab-3fc89806af6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121445 Aug 30 17:23:50.549900 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d31a149d-3058-483b-8185-3c859244dc09 req-526d0ecd-fcca-4bcc-b297-3a63dcbc81df service neutron] 10.222.0.52 "GET /v2.0/networks/4ee9a860-d9c5-4773-88ab-3fc89806af6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853252 Aug 30 17:23:50.641186 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4c96b-5880-4661-a6b1-0fdd25828959 req-ff091b9c-7c3e-4009-b848-52c5e3900c57 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:50.642682 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-16d4c96b-5880-4661-a6b1-0fdd25828959 req-ff091b9c-7c3e-4009-b848-52c5e3900c57 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=48af3d89-f4be-4b92-b202-61304006ebdc HTTP/1.1" status: 200 len: 943 time: 0.0515652 Aug 30 17:23:50.680964 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-16d4c96b-5880-4661-a6b1-0fdd25828959 req-492f2814-81f9-4716-9ab9-c68fa0ae2bc3 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/security-groups?id=60c64e64-be77-47dd-a01e-425d5af530b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321403 Aug 30 17:23:51.294176 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375107f-9c91-4691-a949-fff0ac7ce648 req-da768ac9-86e5-4f7b-9706-c933dd929e4d tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:51.295674 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3375107f-9c91-4691-a949-fff0ac7ce648 req-da768ac9-86e5-4f7b-9706-c933dd929e4d tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0883377 Aug 30 17:23:51.303827 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a88c9-4d9e-47b1-ba99-c3b767d64caa req-bdedecd2-6fce-4334-af10-673e27631aff tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:51.305379 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5d2a88c9-4d9e-47b1-ba99-c3b767d64caa req-bdedecd2-6fce-4334-af10-673e27631aff tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.0819416 Aug 30 17:23:51.352668 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3375107f-9c91-4691-a949-fff0ac7ce648 req-0353569a-31e5-40d9-b902-640e07212c7e tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462642 Aug 30 17:23:51.366420 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5d2a88c9-4d9e-47b1-ba99-c3b767d64caa req-cf74d798-8d87-4dae-9081-e7930ce71e54 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544217 Aug 30 17:23:51.544933 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe481f0-62a2-4f12-90a4-f4c31fe328af req-ee3ad259-56ce-4035-aea6-4005e3736fe6 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:51.546442 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5fe481f0-62a2-4f12-90a4-f4c31fe328af req-ee3ad259-56ce-4035-aea6-4005e3736fe6 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 945 time: 0.0595038 Aug 30 17:23:51.584357 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5fe481f0-62a2-4f12-90a4-f4c31fe328af req-40428523-b79f-4b8c-88c9-903c542a3dbf tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319850 Aug 30 17:23:51.797116 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c5361-1a56-468b-95ec-be8e2479fc35 req-2a8e1b94-1d10-460e-9eec-37ce61057ed8 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:51.798581 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8f1c5361-1a56-468b-95ec-be8e2479fc35 req-2a8e1b94-1d10-460e-9eec-37ce61057ed8 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=48af3d89-f4be-4b92-b202-61304006ebdc HTTP/1.1" status: 200 len: 943 time: 0.0509140 Aug 30 17:23:51.839755 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8f1c5361-1a56-468b-95ec-be8e2479fc35 req-14bba3ec-dbcd-42b7-8591-d8c6cc286a05 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/security-groups?id=60c64e64-be77-47dd-a01e-425d5af530b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354366 Aug 30 17:23:52.503966 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a998d-2c76-455f-a57b-c5322e279053 req-75fbdbda-d634-4259-8186-98fdf9068ab0 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:52.505340 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5b1a998d-2c76-455f-a57b-c5322e279053 req-75fbdbda-d634-4259-8186-98fdf9068ab0 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0798485 Aug 30 17:23:52.513040 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614a177-1fa8-42b9-8efb-ef2e42bd42f0 req-8a5588b3-c698-4b72-9387-3caef4454f7e tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:52.514412 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5614a177-1fa8-42b9-8efb-ef2e42bd42f0 req-8a5588b3-c698-4b72-9387-3caef4454f7e tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.0770934 Aug 30 17:23:52.747701 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5b1a998d-2c76-455f-a57b-c5322e279053 req-eb32ed9d-df6a-4b48-bc19-a14c000cccdf tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323520 Aug 30 17:23:52.750327 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5614a177-1fa8-42b9-8efb-ef2e42bd42f0 req-4d8f8e70-780f-4c47-9608-7c331c215dcf tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295256 Aug 30 17:23:52.849314 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af55eff-34c4-4ce2-bf11-161d8f0cc923 req-15da8ff0-3b99-4b5b-a478-9cb8eae55604 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:52.850795 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4af55eff-34c4-4ce2-bf11-161d8f0cc923 req-15da8ff0-3b99-4b5b-a478-9cb8eae55604 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 945 time: 0.0483360 Aug 30 17:23:52.889738 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4af55eff-34c4-4ce2-bf11-161d8f0cc923 req-e51d7c5a-29b9-4b3c-88ed-44682b6bff89 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324676 Aug 30 17:23:52.958231 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15fa37-a81f-4b54-8e05-07f1e656a56f req-b1d56deb-bf6c-45f5-bcbe-b69f9aba2abe tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:52.959676 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ca15fa37-a81f-4b54-8e05-07f1e656a56f req-b1d56deb-bf6c-45f5-bcbe-b69f9aba2abe tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=48af3d89-f4be-4b92-b202-61304006ebdc HTTP/1.1" status: 200 len: 943 time: 0.0488758 Aug 30 17:23:52.998122 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ca15fa37-a81f-4b54-8e05-07f1e656a56f req-6de0dda1-c3d8-425b-baec-a5b69e9861f8 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/security-groups?id=60c64e64-be77-47dd-a01e-425d5af530b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319035 Aug 30 17:23:53.758447 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 7dcb90f4-5713-4160-ab54-a4b21ffcd1b2 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:23:53.873464 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 7dcb90f4-5713-4160-ab54-a4b21ffcd1b2, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=7dcb90f4-5713-4160-ab54-a4b21ffcd1b2,segment=NetworkSegment(87897db7-2f2f-4c60-9df9-e628d0775d09),segment_id=87897db7-2f2f-4c60-9df9-e628d0775d09)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:23:53.887485 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Returning: {'device': '7dcb90f4-5713-4160-ab54-a4b21ffcd1b2', 'network_id': '5c38f771-645c-47e7-8b33-0ba4b6334797', 'port_id': '7dcb90f4-5713-4160-ab54-a4b21ffcd1b2', 'mac_address': 'fa:16:3e:fa:fe:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d2a4b2-6bc2-4175-8b39-ae9e143b968c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:23:53.899242 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97782752-0cee-448b-9c1b-b2e48cf4186a req-fa50b1ba-ae23-48b5-9a95-24668a39711e tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:53.900752 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-97782752-0cee-448b-9c1b-b2e48cf4186a req-fa50b1ba-ae23-48b5-9a95-24668a39711e tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.0722980 Aug 30 17:23:53.909089 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a398d-dca4-4caf-a9d1-5d41c97ac864 req-a5e987a3-7467-456c-a4c3-080b8260d01d tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:53.910544 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-616a398d-dca4-4caf-a9d1-5d41c97ac864 req-a5e987a3-7467-456c-a4c3-080b8260d01d tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0912781 Aug 30 17:23:53.936126 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:53.950162 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dcb90f4-5713-4160-ab54-a4b21ffcd1b2 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:23:53.969855 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-97782752-0cee-448b-9c1b-b2e48cf4186a req-fc651eb7-b0c4-41e6-84fd-25a8824be365 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583270 Aug 30 17:23:53.970966 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 7dcb90f4-5713-4160-ab54-a4b21ffcd1b2, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=7dcb90f4-5713-4160-ab54-a4b21ffcd1b2,segment=NetworkSegment(87897db7-2f2f-4c60-9df9-e628d0775d09),segment_id=87897db7-2f2f-4c60-9df9-e628d0775d09)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:23:53.974938 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:53.976932 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-616a398d-dca4-4caf-a9d1-5d41c97ac864 req-b989d7dc-e262-4ea7-b5b3-c811126e3426 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570273 Aug 30 17:23:54.028264 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=7dcb90f4-5713-4160-ab54-a4b21ffcd1b2,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:54.035717 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:23:54.036065 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:23:54.036404 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:23:54.036735 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:23:54.037059 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:23:54.037437 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:23:54.037789 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:23:54.038116 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:23:54.038442 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:23:54.038760 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:23:54.039614 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:23:54.040356 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:23:54.111153 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275b204-65eb-41ec-943f-c091836f89cf req-edfb7385-69c5-4d7f-a371-2be1726b9ade tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:54.112645 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b275b204-65eb-41ec-943f-c091836f89cf req-edfb7385-69c5-4d7f-a371-2be1726b9ade tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 945 time: 0.0494974 Aug 30 17:23:54.191932 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b275b204-65eb-41ec-943f-c091836f89cf req-4b77ecb2-5b4a-408c-98ca-fa7d6e8519f3 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724792 Aug 30 17:23:54.205325 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5830d52-4c4a-43b4-b5be-23ef5c0a131c req-5c25d5fb-18bd-4815-ae2a-1f8c447fb259 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:54.206904 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f5830d52-4c4a-43b4-b5be-23ef5c0a131c req-5c25d5fb-18bd-4815-ae2a-1f8c447fb259 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=48af3d89-f4be-4b92-b202-61304006ebdc HTTP/1.1" status: 200 len: 944 time: 0.0851128 Aug 30 17:23:54.248724 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f5830d52-4c4a-43b4-b5be-23ef5c0a131c req-a88bddaf-041f-40ef-8dbc-2782d318388e tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/security-groups?id=60c64e64-be77-47dd-a01e-425d5af530b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350866 Aug 30 17:23:54.339816 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['7dcb90f4-5713-4160-ab54-a4b21ffcd1b2'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:23:54.833895 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c769e81e-48a4-4966-aca6-149bbfeff52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:54.922063 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:55.118505 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6dd8e-1bed-4de0-88a8-a843b7a60cb1 req-f6e7b6c5-150a-447d-82e2-44d4e438c144 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:55.119930 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b8a6dd8e-1bed-4de0-88a8-a843b7a60cb1 req-f6e7b6c5-150a-447d-82e2-44d4e438c144 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0527911 Aug 30 17:23:55.127657 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb572689-4319-45e7-9579-9ffa0d503dce req-afa26889-ce25-4c7d-bbb0-5b934d2ea3d8 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:55.128992 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cb572689-4319-45e7-9579-9ffa0d503dce req-afa26889-ce25-4c7d-bbb0-5b934d2ea3d8 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.0861418 Aug 30 17:23:55.187576 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cb572689-4319-45e7-9579-9ffa0d503dce req-bcd68829-fa75-4c8e-a566-62b8b1533602 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515084 Aug 30 17:23:55.190271 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b8a6dd8e-1bed-4de0-88a8-a843b7a60cb1 req-5f2784c9-a468-4ab9-8723-b2497f55c213 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604367 Aug 30 17:23:55.357155 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85d37c-3d81-4e47-865d-8439f0829a4d req-c0befa4d-ac2b-432d-b044-bfcb3ed4f685 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:55.358847 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4a85d37c-3d81-4e47-865d-8439f0829a4d req-c0befa4d-ac2b-432d-b044-bfcb3ed4f685 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 945 time: 0.0899982 Aug 30 17:23:55.393364 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad79556-9cd8-4e90-9a0e-6b0e0b215652 req-5476c2a3-13e6-4a5b-af59-a9d2637f8fc5 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:55.394856 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cad79556-9cd8-4e90-9a0e-6b0e0b215652 req-5476c2a3-13e6-4a5b-af59-a9d2637f8fc5 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=48af3d89-f4be-4b92-b202-61304006ebdc HTTP/1.1" status: 200 len: 944 time: 0.0729303 Aug 30 17:23:55.422759 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4a85d37c-3d81-4e47-865d-8439f0829a4d req-98c6e85a-a0db-4b8e-a3d6-2d14f099ee17 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576730 Aug 30 17:23:55.443542 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cad79556-9cd8-4e90-9a0e-6b0e0b215652 req-951fd667-b72a-468f-9300-422d3dc69bf8 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/security-groups?id=60c64e64-be77-47dd-a01e-425d5af530b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387714 Aug 30 17:23:55.594313 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c843122-99ef-47a0-9f29-354908ce825a req-1b288426-32cf-4d2b-8182-20f6e00f6b88 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:55.595769 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7c843122-99ef-47a0-9f29-354908ce825a req-1b288426-32cf-4d2b-8182-20f6e00f6b88 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/networks?id=e6091024-8f4d-4cb5-b1a2-13af9fd389b6 HTTP/1.1" status: 200 len: 814 time: 0.1036823 Aug 30 17:23:55.610728 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7c843122-99ef-47a0-9f29-354908ce825a req-db0af68f-7488-4c5d-a279-db75125287b8 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/quotas/b03ce9f1d44743abb9c9c1d793df466c HTTP/1.1" status: 200 len: 375 time: 0.0093653 Aug 30 17:23:55.661684 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7c843122-99ef-47a0-9f29-354908ce825a req-21be4c2f-ed48-422d-b68d-434f0abc2bb2 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b03ce9f1d44743abb9c9c1d793df466c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459373 Aug 30 17:23:55.753192 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7c843122-99ef-47a0-9f29-354908ce825a req-cd2f80a4-15de-4d1d-8ca3-04d16882dabc service neutron] 10.222.0.21 "GET /v2.0/networks/e6091024-8f4d-4cb5-b1a2-13af9fd389b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838964 Aug 30 17:23:55.843345 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7c843122-99ef-47a0-9f29-354908ce825a req-90085f78-21ec-447f-863c-83b0ea429865 service neutron] 10.222.0.21 "GET /v2.0/networks/e6091024-8f4d-4cb5-b1a2-13af9fd389b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839899 Aug 30 17:23:55.998580 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3f17587f-ff0a-4ae5-b4d0-7f142214c406 req-7f3dcf52-a2c3-424d-a7e7-3b57d4ff285d tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e8541d-2a75-4ead-8b17-b86d5aae4552 HTTP/1.1" status: 200 len: 210 time: 0.0263715 Aug 30 17:23:56.342064 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c2f1b-d1bd-4119-8426-b390a97cd414 req-542b42b9-5567-444c-8f1e-8427578661b8 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:56.343470 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2d4c2f1b-d1bd-4119-8426-b390a97cd414 req-542b42b9-5567-444c-8f1e-8427578661b8 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.0817268 Aug 30 17:23:56.355410 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe2bee-995e-481a-915a-bce2955b8f6a req-1bab2924-d2f1-4561-b708-3ae09b2d6d13 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:56.357030 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-22fe2bee-995e-481a-915a-bce2955b8f6a req-1bab2924-d2f1-4561-b708-3ae09b2d6d13 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0933044 Aug 30 17:23:56.371509 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device f6ab28ee-87d4-4888-b560-457fd4ebe293 up at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:23:56.412731 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2d4c2f1b-d1bd-4119-8426-b390a97cd414 req-83a6a40a-cacb-4cf4-b554-e1002935ea22 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543892 Aug 30 17:23:56.419478 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-22fe2bee-995e-481a-915a-bce2955b8f6a req-90744401-55cb-4bc7-a927-5bd9439bd7cb tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552711 Aug 30 17:23:56.435730 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning for port f6ab28ee-87d4-4888-b560-457fd4ebe293 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:23:56.439781 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning complete for port f6ab28ee-87d4-4888-b560-457fd4ebe293 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:23:56.440155 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:56.518620 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:56.541733 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4944d8-8963-40dc-925e-795c3f8f7f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ab28ee-87d4-4888-b560-457fd4ebe293'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:23:56.544434 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b565bf2a2ce0626243007c858acec0a0684ffd3fe6012f569d221254cd872eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbdbc6d-7bc4-4f18-8750-f82040b7f4e9" -d '{"events": [{"server_uuid": "2c4944d8-8963-40dc-925e-795c3f8f7f7d", "name": "network-vif-plugged", "status": "completed", "tag": "f6ab28ee-87d4-4888-b560-457fd4ebe293"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:23:56.557674 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port f6ab28ee-87d4-4888-b560-457fd4ebe293, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=f6ab28ee-87d4-4888-b560-457fd4ebe293,segment=NetworkSegment(c74f1a16-00c4-471b-b3bb-ad3b14bbd540),segment_id=c74f1a16-00c4-471b-b3bb-ad3b14bbd540)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:23:56.561580 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:56.567718 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad40c8-2bb5-4f93-ab26-63c45589fbe8 req-1c5c19ba-a8d8-43fc-a637-9cee57c6bf9f tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:56.569188 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b1ad40c8-2bb5-4f93-ab26-63c45589fbe8 req-1c5c19ba-a8d8-43fc-a637-9cee57c6bf9f tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 945 time: 0.0807471 Aug 30 17:23:56.602468 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208a92d-fca6-47a4-ab3d-d4bbee4cea35 req-1f6185b2-4b56-49e7-8ce3-2f0b4fb591c0 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:56.604011 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e208a92d-fca6-47a4-ab3d-d4bbee4cea35 req-1f6185b2-4b56-49e7-8ce3-2f0b4fb591c0 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=48af3d89-f4be-4b92-b202-61304006ebdc HTTP/1.1" status: 200 len: 944 time: 0.0882835 Aug 30 17:23:56.614029 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=f6ab28ee-87d4-4888-b560-457fd4ebe293,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:56.633377 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b1ad40c8-2bb5-4f93-ab26-63c45589fbe8 req-2f5d3a2c-1c47-4e81-8a2c-3e3149eacec8 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575306 Aug 30 17:23:56.653838 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e208a92d-fca6-47a4-ab3d-d4bbee4cea35 req-ddf88ea8-9538-4507-9278-1c5578b5b4cf tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/security-groups?id=60c64e64-be77-47dd-a01e-425d5af530b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399134 Aug 30 17:23:56.677846 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48585861-e251-405e-8015-283a98f21f3c x-openstack-request-id: req-48585861-e251-405e-8015-283a98f21f3c {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:23:56.678134 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4944d8-8963-40dc-925e-795c3f8f7f7d", "name": "network-vif-plugged", "status": "completed", "tag": "f6ab28ee-87d4-4888-b560-457fd4ebe293", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:23:56.678385 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48585861-e251-405e-8015-283a98f21f3c {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:23:56.678776 dv-cinder-805316-3-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4944d8-8963-40dc-925e-795c3f8f7f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ab28ee-87d4-4888-b560-457fd4ebe293', 'code': 200} Aug 30 17:23:57.091734 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e35f76c7-cfbd-412c-be71-2745ff74b43a req-86eefc05-4a04-4b25-a316-5dc2bf103d5b tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e8541d-2a75-4ead-8b17-b86d5aae4552 HTTP/1.1" status: 200 len: 210 time: 0.0260603 Aug 30 17:23:57.566693 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad455d-e4f4-48b1-9a3a-ed678c84bfd1 req-998cb41e-56e0-45f1-a7bc-04288344edfa tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:57.567500 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-be3e8725-afd6-4d2b-aac0-330510a847d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:57.568215 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ccad455d-e4f4-48b1-9a3a-ed678c84bfd1 req-998cb41e-56e0-45f1-a7bc-04288344edfa tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.0710909 Aug 30 17:23:57.576301 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63761c8c-1112-49b0-ad28-cd5c2f86d1a6 req-de5f78aa-7906-418d-a0d9-42357d3fd481 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:57.577800 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-63761c8c-1112-49b0-ad28-cd5c2f86d1a6 req-de5f78aa-7906-418d-a0d9-42357d3fd481 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0900195 Aug 30 17:23:57.629864 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ccad455d-e4f4-48b1-9a3a-ed678c84bfd1 req-c0704eb4-cf62-4d2a-8a33-9d63b92a1b4d tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510154 Aug 30 17:23:57.637438 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-63761c8c-1112-49b0-ad28-cd5c2f86d1a6 req-e3359c1f-dec1-41bb-b0c7-4bde3446b0ee tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528591 Aug 30 17:23:57.774652 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c4923-5d47-4eb1-95b6-b921976f62a6 req-b6edb91c-0983-497a-bd1a-2dfaa8675598 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:57.776024 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f12c4923-5d47-4eb1-95b6-b921976f62a6 req-b6edb91c-0983-497a-bd1a-2dfaa8675598 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 946 time: 0.0763597 Aug 30 17:23:57.785947 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6696bf-9930-4a58-99c7-60290d9ca343 req-94f0ea15-299e-4ed6-8cd9-602fcb6f1d77 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:57.787303 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1b6696bf-9930-4a58-99c7-60290d9ca343 req-94f0ea15-299e-4ed6-8cd9-602fcb6f1d77 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=48af3d89-f4be-4b92-b202-61304006ebdc HTTP/1.1" status: 200 len: 944 time: 0.0634224 Aug 30 17:23:57.834561 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:57.843583 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f12c4923-5d47-4eb1-95b6-b921976f62a6 req-5f6c2533-447e-469b-8f49-9ae8d168828a tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553625 Aug 30 17:23:57.850451 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1b6696bf-9930-4a58-99c7-60290d9ca343 req-838d0b45-bbdc-4d81-bc2d-b82d76c64e0c tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/security-groups?id=60c64e64-be77-47dd-a01e-425d5af530b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558314 Aug 30 17:23:58.180944 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cf55f5c0-d2e7-4fc1-86bc-ad14732c2738 req-ead926ce-21c4-4899-91f5-bfcf9dccc712 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e8541d-2a75-4ead-8b17-b86d5aae4552 HTTP/1.1" status: 200 len: 210 time: 0.0263181 Aug 30 17:23:58.297208 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 7dcb90f4-5713-4160-ab54-a4b21ffcd1b2 up at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:23:58.346923 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning for port 7dcb90f4-5713-4160-ab54-a4b21ffcd1b2 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:23:58.350588 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning complete for port 7dcb90f4-5713-4160-ab54-a4b21ffcd1b2 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:23:58.350960 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:58.379442 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15874f-b231-42bb-a271-c7e769ed86f6 req-f73b2ce4-db95-41ee-b134-716871df8102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:58.380907 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9b15874f-b231-42bb-a271-c7e769ed86f6 req-f73b2ce4-db95-41ee-b134-716871df8102 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fcaf1973521f4aec87a359088d9ae855&device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 1099 time: 0.0411651 Aug 30 17:23:58.439802 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:58.476907 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 7dcb90f4-5713-4160-ab54-a4b21ffcd1b2, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=7dcb90f4-5713-4160-ab54-a4b21ffcd1b2,segment=NetworkSegment(87897db7-2f2f-4c60-9df9-e628d0775d09),segment_id=87897db7-2f2f-4c60-9df9-e628d0775d09)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:23:58.482092 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:58.529758 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=7dcb90f4-5713-4160-ab54-a4b21ffcd1b2,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:23:58.548169 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b63a1-57cd-4c2a-9c9d-c68c31ee974c req-56782b7a-131c-4db2-a039-59664279a213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:58.549660 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-836b63a1-57cd-4c2a-9c9d-c68c31ee974c req-56782b7a-131c-4db2-a039-59664279a213 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 1099 time: 0.0757475 Aug 30 17:23:58.554978 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15874f-b231-42bb-a271-c7e769ed86f6 req-0c6143e3-fd40-4ad0-9341-2c0780386f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:58.556617 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9b15874f-b231-42bb-a271-c7e769ed86f6 req-0c6143e3-fd40-4ad0-9341-2c0780386f2b service neutron] 10.222.0.52 "GET /v2.0/networks?id=4ee9a860-d9c5-4773-88ab-3fc89806af6d HTTP/1.1" status: 200 len: 920 time: 0.1363730 Aug 30 17:23:58.622357 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9b15874f-b231-42bb-a271-c7e769ed86f6 req-f580ddeb-a120-4498-a8cf-a1e555c90609 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a3a648e-f491-48a8-8a41-f3c2966beaec HTTP/1.1" status: 200 len: 217 time: 0.0456331 Aug 30 17:23:58.628361 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-836b63a1-57cd-4c2a-9c9d-c68c31ee974c req-526b4002-efb4-485e-832f-eace7d0abde8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688846 Aug 30 17:23:58.679603 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48af3d89-f4be-4b92-b202-61304006ebdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dcb90f4-5713-4160-ab54-a4b21ffcd1b2'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:23:58.682824 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b565bf2a2ce0626243007c858acec0a0684ffd3fe6012f569d221254cd872eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7d3208-b0f2-405f-944d-61923a7949d6" -d '{"events": [{"server_uuid": "48af3d89-f4be-4b92-b202-61304006ebdc", "name": "network-vif-plugged", "status": "completed", "tag": "7dcb90f4-5713-4160-ab54-a4b21ffcd1b2"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:23:58.765149 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:23:58.781894 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d365b1-f260-41e2-935d-5e728c547ace req-e5e82996-e1e1-4be0-bfe9-399c779a60bf tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:58.783362 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f4d365b1-f260-41e2-935d-5e728c547ace req-e5e82996-e1e1-4be0-bfe9-399c779a60bf tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0797071 Aug 30 17:23:58.791903 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb732c-93e8-4816-b325-7af0731620d1 req-2438fe1a-09af-4efd-af4f-350390e119ba tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:58.793544 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cefb732c-93e8-4816-b325-7af0731620d1 req-2438fe1a-09af-4efd-af4f-350390e119ba tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.0878177 Aug 30 17:23:58.845107 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f4d365b1-f260-41e2-935d-5e728c547ace req-09889923-d14c-4ddb-98bf-ebdaf0cde4a5 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506380 Aug 30 17:23:58.852742 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cefb732c-93e8-4816-b325-7af0731620d1 req-7fb89209-37fa-4c25-923f-611c2996bb84 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525877 Aug 30 17:23:58.890552 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3340864-62de-443f-a37e-523414959ce2 x-openstack-request-id: req-b3340864-62de-443f-a37e-523414959ce2 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:23:58.890844 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48af3d89-f4be-4b92-b202-61304006ebdc", "name": "network-vif-plugged", "status": "completed", "tag": "7dcb90f4-5713-4160-ab54-a4b21ffcd1b2", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:23:58.891095 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3340864-62de-443f-a37e-523414959ce2 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:23:58.891501 dv-cinder-805316-3-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48af3d89-f4be-4b92-b202-61304006ebdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dcb90f4-5713-4160-ab54-a4b21ffcd1b2', 'code': 200} Aug 30 17:23:59.004668 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15874f-b231-42bb-a271-c7e769ed86f6 req-0bb16b5f-a149-421c-ae18-4338a5124dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:59.006179 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9b15874f-b231-42bb-a271-c7e769ed86f6 req-0bb16b5f-a149-421c-ae18-4338a5124dd2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1da436f5-992b-4504-9be3-d6d50d0f93b6 HTTP/1.1" status: 200 len: 859 time: 0.1037502 Aug 30 17:23:59.051530 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9b15874f-b231-42bb-a271-c7e769ed86f6 req-4c5217c8-a7a4-4d93-8646-904275d32aee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4ee9a860-d9c5-4773-88ab-3fc89806af6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327132 Aug 30 17:23:59.061136 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd657ec3-7b7c-455d-b4c3-7b8b37113f65 req-1c1411b9-e6ad-41f2-a6ec-1a5b8e74892f tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:59.062560 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bd657ec3-7b7c-455d-b4c3-7b8b37113f65 req-1c1411b9-e6ad-41f2-a6ec-1a5b8e74892f tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=48af3d89-f4be-4b92-b202-61304006ebdc HTTP/1.1" status: 200 len: 945 time: 0.1159525 Aug 30 17:23:59.069609 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0160b-e15c-46b6-a2e5-55b013295866 req-549ad75b-0d17-438a-a700-3c696a1548dd tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:59.071796 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1ba0160b-e15c-46b6-a2e5-55b013295866 req-549ad75b-0d17-438a-a700-3c696a1548dd tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 946 time: 0.1398911 Aug 30 17:23:59.201681 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bd657ec3-7b7c-455d-b4c3-7b8b37113f65 req-2a70b7da-34f9-4d62-9867-e0e7e75da710 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/security-groups?id=60c64e64-be77-47dd-a01e-425d5af530b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288991 Aug 30 17:23:59.212030 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1ba0160b-e15c-46b6-a2e5-55b013295866 req-ee18752d-e5e0-4aa8-9ccb-61355f1d2956 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334877 Aug 30 17:23:59.231133 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55175e-c384-4dcb-937b-1126c93e24a7 req-3c569127-c4da-4597-97ba-44aa321f1790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:59.233805 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fb55175e-c384-4dcb-937b-1126c93e24a7 req-3c569127-c4da-4597-97ba-44aa321f1790 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=48af3d89-f4be-4b92-b202-61304006ebdc HTTP/1.1" status: 200 len: 1098 time: 0.1411724 Aug 30 17:23:59.260606 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9b15874f-b231-42bb-a271-c7e769ed86f6 req-570bb26b-6a1f-4acc-bf23-25e881d485b1 service neutron] 10.222.0.52 "GET /v2.0/networks/4ee9a860-d9c5-4773-88ab-3fc89806af6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676757 Aug 30 17:23:59.315708 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-56db5cb6-c2be-4dd1-b9c9-3d154eb28895 req-db6204b2-9223-4000-a3bd-e07c0c667858 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e8541d-2a75-4ead-8b17-b86d5aae4552 HTTP/1.1" status: 200 len: 210 time: 0.0526395 Aug 30 17:23:59.344564 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fb55175e-c384-4dcb-937b-1126c93e24a7 req-84ab896e-3373-41da-a551-2c1ac5c149bc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=60c64e64-be77-47dd-a01e-425d5af530b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004450 Aug 30 17:23:59.386587 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9b15874f-b231-42bb-a271-c7e769ed86f6 req-050eb878-305e-42d3-9cdf-86e387559db6 service neutron] 10.222.0.52 "GET /v2.0/networks/4ee9a860-d9c5-4773-88ab-3fc89806af6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135695 Aug 30 17:23:59.869289 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c843122-99ef-47a0-9f29-354908ce825a req-2b039110-4601-4e6d-b317-046fa73981f6 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:23:59.870836 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7c843122-99ef-47a0-9f29-354908ce825a req-2b039110-4601-4e6d-b317-046fa73981f6 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.52 "GET /v2.0/networks?id=e6091024-8f4d-4cb5-b1a2-13af9fd389b6 HTTP/1.1" status: 200 len: 814 time: 0.1042562 Aug 30 17:23:59.894185 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-7c843122-99ef-47a0-9f29-354908ce825a req-2af04447-abe0-465d-96c1-46b5742c180d tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Request body: {'port': {'device_id': '22e8541d-2a75-4ead-8b17-b86d5aae4552', 'network_id': 'e6091024-8f4d-4cb5-b1a2-13af9fd389b6', 'admin_state_up': True, 'tenant_id': 'b03ce9f1d44743abb9c9c1d793df466c'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:24:00.056788 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a76902-b192-451f-9a3f-9b7bc172c58e req-2bc7a379-7bab-446d-ba9d-67b8d870e1a5 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:00.058320 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-51a76902-b192-451f-9a3f-9b7bc172c58e req-2bc7a379-7bab-446d-ba9d-67b8d870e1a5 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.1183667 Aug 30 17:24:00.064400 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:00.067090 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e579aa1-b424-4c06-a9dc-ef40b7d87546 req-bbc0258e-445e-4ee4-a6c3-a57b1b6cb104 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:00.070567 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1e579aa1-b424-4c06-a9dc-ef40b7d87546 req-bbc0258e-445e-4ee4-a6c3-a57b1b6cb104 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.1272547 Aug 30 17:24:00.139561 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c843122-99ef-47a0-9f29-354908ce825a req-2af04447-abe0-465d-96c1-46b5742c180d tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Made reservation on behalf of b03ce9f1d44743abb9c9c1d793df466c for: {'port': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:24:00.143084 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7c843122-99ef-47a0-9f29-354908ce825a req-2af04447-abe0-465d-96c1-46b5742c180d tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:00.164892 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1e579aa1-b424-4c06-a9dc-ef40b7d87546 req-6c49861a-940a-47be-a3e2-169d7d4b2927 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772798 Aug 30 17:24:00.164892 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-51a76902-b192-451f-9a3f-9b7bc172c58e req-b56c2265-572a-4d86-9c13-9ca63d7a4b36 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883090 Aug 30 17:24:00.335651 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [req-7c843122-99ef-47a0-9f29-354908ce825a req-2af04447-abe0-465d-96c1-46b5742c180d tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Allocated IP 172.20.0.12 (e6091024-8f4d-4cb5-b1a2-13af9fd389b6/a1753daa-9775-4a3a-a2f7-4c0f3775f909/27e03fb6-0d4c-4215-b2db-539eac8007ae) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:24:00.417881 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8ce3c-e0b8-43ab-9fd7-3f7abc08c9e2 req-c5ab5a3f-e8d5-40f5-ac2b-c2d221823f46 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:00.419637 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-07a8ce3c-e0b8-43ab-9fd7-3f7abc08c9e2 req-c5ab5a3f-e8d5-40f5-ac2b-c2d221823f46 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=48af3d89-f4be-4b92-b202-61304006ebdc HTTP/1.1" status: 200 len: 945 time: 0.1113541 Aug 30 17:24:00.453018 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3286d-7679-470e-9989-e995bee233f1 req-3a03fbf0-dd31-426e-b346-5e096795df99 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:00.454495 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1ba3286d-7679-470e-9989-e995bee233f1 req-3a03fbf0-dd31-426e-b346-5e096795df99 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 946 time: 0.1320503 Aug 30 17:24:00.724803 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-07a8ce3c-e0b8-43ab-9fd7-3f7abc08c9e2 req-614d3ccf-dd4c-46dc-a93f-63dbb722b6f8 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/security-groups?id=60c64e64-be77-47dd-a01e-425d5af530b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962790 Aug 30 17:24:00.743890 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1ba3286d-7679-470e-9989-e995bee233f1 req-4dca2b62-4f71-42e1-89ba-61b0040da7f9 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831793 Aug 30 17:24:00.791483 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7c843122-99ef-47a0-9f29-354908ce825a req-2af04447-abe0-465d-96c1-46b5742c180d tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:00.826002 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-27a11195-e3d9-4249-90a4-4760133c097c req-09283f39-6caa-4ae2-acb8-0a6d7403f9e7 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e8541d-2a75-4ead-8b17-b86d5aae4552 HTTP/1.1" status: 200 len: 210 time: 0.0402279 Aug 30 17:24:00.857696 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7c843122-99ef-47a0-9f29-354908ce825a req-2af04447-abe0-465d-96c1-46b5742c180d tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:00.869437 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['2f719635-5e34-4d7e-ac70-3671b034ee1f', '19d6af57-e933-4e1c-aaf5-6e441ca1bce8', 'b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:24:00.902992 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c843122-99ef-47a0-9f29-354908ce825a req-2af04447-abe0-465d-96c1-46b5742c180d tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Network e6091024-8f4d-4cb5-b1a2-13af9fd389b6 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:24:00.906022 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [req-7c843122-99ef-47a0-9f29-354908ce825a req-2af04447-abe0-465d-96c1-46b5742c180d tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:24:00.909089 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c843122-99ef-47a0-9f29-354908ce825a req-2af04447-abe0-465d-96c1-46b5742c180d tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:24:00.936261 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af04447-abe0-465d-96c1-46b5742c180d tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Pushing event updated for resources: {'Port': ['ID=27e03fb6-0d4c-4215-b2db-539eac8007ae,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:00.967148 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c843122-99ef-47a0-9f29-354908ce825a req-2af04447-abe0-465d-96c1-46b5742c180d tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:00.967749 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7c843122-99ef-47a0-9f29-354908ce825a req-2af04447-abe0-465d-96c1-46b5742c180d tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:00.982066 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7c843122-99ef-47a0-9f29-354908ce825a req-2af04447-abe0-465d-96c1-46b5742c180d tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0919790 Aug 30 17:24:01.003466 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-7c843122-99ef-47a0-9f29-354908ce825a req-877e1781-0a13-4332-8c92-f30539d8cc67 service neutron] Request body: {'port': {'device_id': '22e8541d-2a75-4ead-8b17-b86d5aae4552', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:24:01.059431 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7c843122-99ef-47a0-9f29-354908ce825a req-877e1781-0a13-4332-8c92-f30539d8cc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:01.332668 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d2336-c27d-4079-96fc-8d6f20062261 req-678e1cbc-d783-41a0-a789-4213eff38a5f tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:01.334206 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4d8d2336-c27d-4079-96fc-8d6f20062261 req-678e1cbc-d783-41a0-a789-4213eff38a5f tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.0779479 Aug 30 17:24:01.398327 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [req-7c843122-99ef-47a0-9f29-354908ce825a req-877e1781-0a13-4332-8c92-f30539d8cc67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27e03fb6-0d4c-4215-b2db-539eac8007ae {{(pid=93816) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:24:01.408750 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7c843122-99ef-47a0-9f29-354908ce825a req-877e1781-0a13-4332-8c92-f30539d8cc67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:01.413541 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4d8d2336-c27d-4079-96fc-8d6f20062261 req-b6e11146-9581-4272-8433-01c970917c6b tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718093 Aug 30 17:24:01.424218 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [req-7c843122-99ef-47a0-9f29-354908ce825a req-877e1781-0a13-4332-8c92-f30539d8cc67 service neutron] Transition to ACTIVE for port object 27e03fb6-0d4c-4215-b2db-539eac8007ae will not be triggered until provisioned by entity L2. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:24:01.428473 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7c843122-99ef-47a0-9f29-354908ce825a req-877e1781-0a13-4332-8c92-f30539d8cc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2822393'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:01.479650 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e1781-0a13-4332-8c92-f30539d8cc67 service neutron] Pushing event updated for resources: {'Port': ['ID=27e03fb6-0d4c-4215-b2db-539eac8007ae,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:01.545952 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-7c843122-99ef-47a0-9f29-354908ce825a req-877e1781-0a13-4332-8c92-f30539d8cc67 service neutron] Attempting to bind port 27e03fb6-0d4c-4215-b2db-539eac8007ae on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:24:01.546291 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-7c843122-99ef-47a0-9f29-354908ce825a req-877e1781-0a13-4332-8c92-f30539d8cc67 service neutron] Attempting to bind port 27e03fb6-0d4c-4215-b2db-539eac8007ae by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '746b15d3-f122-4fd3-bad5-f0b1a2dcac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e6091024-8f4d-4cb5-b1a2-13af9fd389b6'}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:24:01.546621 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c843122-99ef-47a0-9f29-354908ce825a req-877e1781-0a13-4332-8c92-f30539d8cc67 service neutron] Attempting to bind port 27e03fb6-0d4c-4215-b2db-539eac8007ae on network e6091024-8f4d-4cb5-b1a2-13af9fd389b6 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:24:01.550770 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c843122-99ef-47a0-9f29-354908ce825a req-877e1781-0a13-4332-8c92-f30539d8cc67 service neutron] Port 27e03fb6-0d4c-4215-b2db-539eac8007ae on network e6091024-8f4d-4cb5-b1a2-13af9fd389b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:24:01.551132 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c843122-99ef-47a0-9f29-354908ce825a req-877e1781-0a13-4332-8c92-f30539d8cc67 service neutron] Attempting to bind port 27e03fb6-0d4c-4215-b2db-539eac8007ae on network e6091024-8f4d-4cb5-b1a2-13af9fd389b6 {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:24:01.556856 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c843122-99ef-47a0-9f29-354908ce825a req-877e1781-0a13-4332-8c92-f30539d8cc67 service neutron] Checking agent: {'id': 'ee80e8a3-09f9-4e7d-a921-e109800248d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'started_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:24:01.557247 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c843122-99ef-47a0-9f29-354908ce825a req-877e1781-0a13-4332-8c92-f30539d8cc67 service neutron] Checking segment: {'id': '746b15d3-f122-4fd3-bad5-f0b1a2dcac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e6091024-8f4d-4cb5-b1a2-13af9fd389b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:24:01.557634 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c843122-99ef-47a0-9f29-354908ce825a req-877e1781-0a13-4332-8c92-f30539d8cc67 service neutron] Bound using segment: {'id': '746b15d3-f122-4fd3-bad5-f0b1a2dcac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e6091024-8f4d-4cb5-b1a2-13af9fd389b6'} {{(pid=93816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:24:01.558114 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.managers [req-7c843122-99ef-47a0-9f29-354908ce825a req-877e1781-0a13-4332-8c92-f30539d8cc67 service neutron] Bound port: 27e03fb6-0d4c-4215-b2db-539eac8007ae, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746b15d3-f122-4fd3-bad5-f0b1a2dcac42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e6091024-8f4d-4cb5-b1a2-13af9fd389b6'}}] {{(pid=93816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:24:01.558472 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7c843122-99ef-47a0-9f29-354908ce825a req-877e1781-0a13-4332-8c92-f30539d8cc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:01.628381 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-7c843122-99ef-47a0-9f29-354908ce825a req-877e1781-0a13-4332-8c92-f30539d8cc67 service neutron] For port 27e03fb6-0d4c-4215-b2db-539eac8007ae, host hv-cinder-80531, cleared binding levels {{(pid=93816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:24:01.631834 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-7c843122-99ef-47a0-9f29-354908ce825a req-877e1781-0a13-4332-8c92-f30539d8cc67 service neutron] For port 27e03fb6-0d4c-4215-b2db-539eac8007ae, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=27e03fb6-0d4c-4215-b2db-539eac8007ae,segment=NetworkSegment(746b15d3-f122-4fd3-bad5-f0b1a2dcac42),segment_id=746b15d3-f122-4fd3-bad5-f0b1a2dcac42)] {{(pid=93816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:24:01.636544 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7c843122-99ef-47a0-9f29-354908ce825a req-877e1781-0a13-4332-8c92-f30539d8cc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2822393'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:01.671164 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c843122-99ef-47a0-9f29-354908ce825a req-877e1781-0a13-4332-8c92-f30539d8cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:01.671787 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-7c843122-99ef-47a0-9f29-354908ce825a req-877e1781-0a13-4332-8c92-f30539d8cc67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:01.673205 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7c843122-99ef-47a0-9f29-354908ce825a req-877e1781-0a13-4332-8c92-f30539d8cc67 service neutron] 10.222.0.52 "PUT /v2.0/ports/27e03fb6-0d4c-4215-b2db-539eac8007ae HTTP/1.1" status: 200 len: 1094 time: 0.6742203 Aug 30 17:24:01.673640 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e8541d-2a75-4ead-8b17-b86d5aae4552', 'tag': '27e03fb6-0d4c-4215-b2db-539eac8007ae'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:24:01.675846 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e183aeb7d1ae95b610e737921596bfe9224ef5c136def86ae36f97e4cb718d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7845bb03-e65b-44c6-90ef-4fa18cdef1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "22e8541d-2a75-4ead-8b17-b86d5aae4552", "tag": "27e03fb6-0d4c-4215-b2db-539eac8007ae"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:24:01.728979 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298b27b4-8fa9-4d4f-b158-91b18bf80a9d x-openstack-request-id: req-298b27b4-8fa9-4d4f-b158-91b18bf80a9d {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:24:01.729262 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e8541d-2a75-4ead-8b17-b86d5aae4552", "tag": "27e03fb6-0d4c-4215-b2db-539eac8007ae", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:24:01.729512 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-298b27b4-8fa9-4d4f-b158-91b18bf80a9d {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:24:01.730454 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e8541d-2a75-4ead-8b17-b86d5aae4552', 'tag': '27e03fb6-0d4c-4215-b2db-539eac8007ae', 'status': 'completed', 'code': 200} Aug 30 17:24:01.769935 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e1781-0a13-4332-8c92-f30539d8cc67 service neutron] Pushing event updated for resources: {'Port': ['ID=27e03fb6-0d4c-4215-b2db-539eac8007ae,revision_number=3']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:01.796827 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca322f0-ec56-4eb0-a83f-50c20c71b96c req-4a8219c1-c1c0-42c6-aeea-cc5b77d453e8 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:01.798356 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6ca322f0-ec56-4eb0-a83f-50c20c71b96c req-4a8219c1-c1c0-42c6-aeea-cc5b77d453e8 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.1076183 Aug 30 17:24:01.856079 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c843122-99ef-47a0-9f29-354908ce825a req-6d84c429-6005-4c89-a325-315a4624a07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:01.857905 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7c843122-99ef-47a0-9f29-354908ce825a req-6d84c429-6005-4c89-a325-315a4624a07d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b03ce9f1d44743abb9c9c1d793df466c&device_id=22e8541d-2a75-4ead-8b17-b86d5aae4552 HTTP/1.1" status: 200 len: 1097 time: 0.1191826 Aug 30 17:24:01.925834 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f85c48-66f5-4396-a09b-8df62c2372db req-2c674b5f-a2f7-458a-a127-75bf7481ef3d tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:01.927307 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-12f85c48-66f5-4396-a09b-8df62c2372db req-2c674b5f-a2f7-458a-a127-75bf7481ef3d tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=48af3d89-f4be-4b92-b202-61304006ebdc HTTP/1.1" status: 200 len: 945 time: 0.1280301 Aug 30 17:24:01.929368 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7c843122-99ef-47a0-9f29-354908ce825a req-ee2cb4c1-2846-46f7-927d-2b511e4ebce5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27e03fb6-0d4c-4215-b2db-539eac8007ae HTTP/1.1" status: 200 len: 217 time: 0.0584254 Aug 30 17:24:01.933073 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6ca322f0-ec56-4eb0-a83f-50c20c71b96c req-5bab83d2-19fd-45cd-9b97-47b1a867b12f tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185114 Aug 30 17:24:02.010588 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-12f85c48-66f5-4396-a09b-8df62c2372db req-f187cd09-7364-4029-b24c-55331d2faf8e tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/security-groups?id=60c64e64-be77-47dd-a01e-425d5af530b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764761 Aug 30 17:24:02.029372 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c843122-99ef-47a0-9f29-354908ce825a req-4af680d6-dd24-47d7-bd51-daaaa607bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:02.030887 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7c843122-99ef-47a0-9f29-354908ce825a req-4af680d6-dd24-47d7-bd51-daaaa607bfb7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1753daa-9775-4a3a-a2f7-4c0f3775f909 HTTP/1.1" status: 200 len: 854 time: 0.0909803 Aug 30 17:24:02.071268 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7c843122-99ef-47a0-9f29-354908ce825a req-0f7848d4-b366-4f8a-8614-f927b042579b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e6091024-8f4d-4cb5-b1a2-13af9fd389b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286288 Aug 30 17:24:02.082594 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24d9fe-c165-41fc-93f2-99b25c0cf7b7 req-57ace327-3de3-4199-ae20-5d659d51a5fb tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:02.084071 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0e24d9fe-c165-41fc-93f2-99b25c0cf7b7 req-57ace327-3de3-4199-ae20-5d659d51a5fb tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 946 time: 0.0924780 Aug 30 17:24:02.217220 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e1b9e-552c-46e4-9e92-290d935edc90 req-e5b8b106-ccd2-4c01-9e78-f653ce16270c tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:02.218770 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-dd5e1b9e-552c-46e4-9e92-290d935edc90 req-e5b8b106-ccd2-4c01-9e78-f653ce16270c tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e8541d-2a75-4ead-8b17-b86d5aae4552 HTTP/1.1" status: 200 len: 944 time: 0.1465571 Aug 30 17:24:02.228723 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0e24d9fe-c165-41fc-93f2-99b25c0cf7b7 req-689b0e93-b487-4850-9ecd-8b54841708db tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345277 Aug 30 17:24:02.276810 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7c843122-99ef-47a0-9f29-354908ce825a req-fa9b1363-2725-47d7-a7cb-1fbf40fc6b5a service neutron] 10.222.0.52 "GET /v2.0/networks/e6091024-8f4d-4cb5-b1a2-13af9fd389b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850069 Aug 30 17:24:02.299533 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-dd5e1b9e-552c-46e4-9e92-290d935edc90 req-e458fdd4-fbdc-4227-827e-2378ade2fb06 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699663 Aug 30 17:24:02.393079 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7c843122-99ef-47a0-9f29-354908ce825a req-74da50be-ba47-4950-9b24-9d617ddd09c7 service neutron] 10.222.0.52 "GET /v2.0/networks/e6091024-8f4d-4cb5-b1a2-13af9fd389b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059434 Aug 30 17:24:02.455522 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d6432-6f2e-45fc-bf58-e5580cdb0b9e req-6bb3da74-776d-4156-9c8e-60efe6c187cf tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:02.457171 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2c1d6432-6f2e-45fc-bf58-e5580cdb0b9e req-6bb3da74-776d-4156-9c8e-60efe6c187cf tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 946 time: 0.0592513 Aug 30 17:24:02.522820 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845bb03-e65b-44c6-90ef-4fa18cdef1e5 req-4467d842-1ed9-4a0c-92b5-0a6ad17f6e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:02.525191 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7845bb03-e65b-44c6-90ef-4fa18cdef1e5 req-4467d842-1ed9-4a0c-92b5-0a6ad17f6e58 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b03ce9f1d44743abb9c9c1d793df466c&device_id=22e8541d-2a75-4ead-8b17-b86d5aae4552 HTTP/1.1" status: 200 len: 1097 time: 0.0669000 Aug 30 17:24:02.528260 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2c1d6432-6f2e-45fc-bf58-e5580cdb0b9e req-3aadc13f-9ee4-4f72-96da-1ad2b121b6d6 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618258 Aug 30 17:24:02.687198 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845bb03-e65b-44c6-90ef-4fa18cdef1e5 req-ee717cbd-f6e9-4ecb-9bfb-5708fb837666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:02.688873 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7845bb03-e65b-44c6-90ef-4fa18cdef1e5 req-ee717cbd-f6e9-4ecb-9bfb-5708fb837666 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e6091024-8f4d-4cb5-b1a2-13af9fd389b6 HTTP/1.1" status: 200 len: 915 time: 0.1514075 Aug 30 17:24:02.752316 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974d6e5-4ef9-47a8-858c-2ab179cd44a3 req-4df5b9f4-981e-4add-87d8-ff8d96fd03f8 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:02.760963 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1974d6e5-4ef9-47a8-858c-2ab179cd44a3 req-4df5b9f4-981e-4add-87d8-ff8d96fd03f8 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.1124370 Aug 30 17:24:02.768779 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7845bb03-e65b-44c6-90ef-4fa18cdef1e5 req-f11739f7-a68f-4dd8-89e1-c60dcf3e8d51 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27e03fb6-0d4c-4215-b2db-539eac8007ae HTTP/1.1" status: 200 len: 217 time: 0.0672317 Aug 30 17:24:02.795264 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1974d6e5-4ef9-47a8-858c-2ab179cd44a3 req-fc579496-a6a6-4546-81ac-8e62624f630d tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334563 Aug 30 17:24:02.933190 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845bb03-e65b-44c6-90ef-4fa18cdef1e5 req-fb6cbf3c-417f-4458-b0db-19f1418fe54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:02.934818 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7845bb03-e65b-44c6-90ef-4fa18cdef1e5 req-fb6cbf3c-417f-4458-b0db-19f1418fe54e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1753daa-9775-4a3a-a2f7-4c0f3775f909 HTTP/1.1" status: 200 len: 854 time: 0.1243894 Aug 30 17:24:03.006640 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7845bb03-e65b-44c6-90ef-4fa18cdef1e5 req-4bfbb437-d0f8-4991-8649-0996c92c4b66 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e6091024-8f4d-4cb5-b1a2-13af9fd389b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444868 Aug 30 17:24:03.030653 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd2211-af08-4747-92c5-c958736029c3 req-8ebfbf75-4c1f-4632-93c3-71fb345c6787 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:03.032116 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7efd2211-af08-4747-92c5-c958736029c3 req-8ebfbf75-4c1f-4632-93c3-71fb345c6787 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 946 time: 0.0839794 Aug 30 17:24:03.079243 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53026) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:03.163386 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7efd2211-af08-4747-92c5-c958736029c3 req-b39fff98-faff-4bae-af73-0359510f7972 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136560 Aug 30 17:24:03.172228 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd2129-43d4-4e9b-848d-ae18b71adf23 req-702fb40e-792a-4afe-8c46-a4aa09915cb6 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:03.173710 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0afd2129-43d4-4e9b-848d-ae18b71adf23 req-702fb40e-792a-4afe-8c46-a4aa09915cb6 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=48af3d89-f4be-4b92-b202-61304006ebdc HTTP/1.1" status: 200 len: 945 time: 0.1363623 Aug 30 17:24:03.192848 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81d57160-8869-47c8-839b-d9fb7f49032b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:03.211620 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7845bb03-e65b-44c6-90ef-4fa18cdef1e5 req-e4b9e729-7535-47e8-a819-fdbd36ec7b5b service neutron] 10.222.0.52 "GET /v2.0/networks/e6091024-8f4d-4cb5-b1a2-13af9fd389b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632900 Aug 30 17:24:03.277654 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0afd2129-43d4-4e9b-848d-ae18b71adf23 req-42a1ee66-d697-4546-a1dc-977f2670e491 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/security-groups?id=60c64e64-be77-47dd-a01e-425d5af530b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843065 Aug 30 17:24:03.301547 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81d57160-8869-47c8-839b-d9fb7f49032b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:03.306294 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81d57160-8869-47c8-839b-d9fb7f49032b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:03.338361 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7845bb03-e65b-44c6-90ef-4fa18cdef1e5 req-b8684421-b2fd-4320-965a-11751dfb3f74 service neutron] 10.222.0.52 "GET /v2.0/networks/e6091024-8f4d-4cb5-b1a2-13af9fd389b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182029 Aug 30 17:24:03.357665 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d57160-8869-47c8-839b-d9fb7f49032b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c586b49-c1de-4e72-aecd-3cb99b8348fe,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:03.376751 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d57160-8869-47c8-839b-d9fb7f49032b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:03.377919 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d57160-8869-47c8-839b-d9fb7f49032b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:03.378437 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d57160-8869-47c8-839b-d9fb7f49032b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:03.379078 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d57160-8869-47c8-839b-d9fb7f49032b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:03.379609 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d57160-8869-47c8-839b-d9fb7f49032b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:03.380106 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d57160-8869-47c8-839b-d9fb7f49032b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:03.380617 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d57160-8869-47c8-839b-d9fb7f49032b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:03.381125 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d57160-8869-47c8-839b-d9fb7f49032b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:03.381449 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d57160-8869-47c8-839b-d9fb7f49032b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:03.381994 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d57160-8869-47c8-839b-d9fb7f49032b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:03.382972 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d57160-8869-47c8-839b-d9fb7f49032b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:03.383410 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d57160-8869-47c8-839b-d9fb7f49032b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:03.405002 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-81d57160-8869-47c8-839b-d9fb7f49032b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3c3d733814a411db0bd0861c6233203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3244259 Aug 30 17:24:03.406615 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53034) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:03.455579 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510dfd0-a7e3-44ea-9805-0d6534792df2 req-ae00856f-d916-416f-847f-d87a57470b83 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:03.457067 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6510dfd0-a7e3-44ea-9805-0d6534792df2 req-ae00856f-d916-416f-847f-d87a57470b83 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e8541d-2a75-4ead-8b17-b86d5aae4552 HTTP/1.1" status: 200 len: 944 time: 0.0761831 Aug 30 17:24:03.459386 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0a44df81-36a1-4fad-ae85-9d8039f3ae68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:03.493006 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0a44df81-36a1-4fad-ae85-9d8039f3ae68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:03.515246 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6510dfd0-a7e3-44ea-9805-0d6534792df2 req-9fa9e068-2d7b-45c2-b88c-b28ffab030a7 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502799 Aug 30 17:24:03.555062 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0a44df81-36a1-4fad-ae85-9d8039f3ae68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:03.557723 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0a44df81-36a1-4fad-ae85-9d8039f3ae68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:03.561829 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-0a44df81-36a1-4fad-ae85-9d8039f3ae68 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c586b49-c1de-4e72-aecd-3cb99b8348fe HTTP/1.1" status: 204 len: 168 time: 0.1538198 Aug 30 17:24:03.577805 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44df81-36a1-4fad-ae85-9d8039f3ae68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c586b49-c1de-4e72-aecd-3cb99b8348fe,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:03.936706 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27844c06-cf4e-45f5-adbe-73ccb710e331 req-4c537395-a2f2-4891-b91f-590d60f89e81 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:03.938624 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-27844c06-cf4e-45f5-adbe-73ccb710e331 req-4c537395-a2f2-4891-b91f-590d60f89e81 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.0559835 Aug 30 17:24:03.978978 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-27844c06-cf4e-45f5-adbe-73ccb710e331 req-80420098-6a9f-4657-a4b0-29bb77b7f700 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343750 Aug 30 17:24:04.393499 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c2b07-6748-4362-86fb-c762901a2c99 req-fbaf367e-fc4e-4921-b059-4f8d8d3a2c69 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:04.395013 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-435c2b07-6748-4362-86fb-c762901a2c99 req-fbaf367e-fc4e-4921-b059-4f8d8d3a2c69 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=48af3d89-f4be-4b92-b202-61304006ebdc HTTP/1.1" status: 200 len: 945 time: 0.0478237 Aug 30 17:24:04.433434 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-435c2b07-6748-4362-86fb-c762901a2c99 req-1913e23a-1d8a-42f0-8562-b73370576ac0 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/security-groups?id=60c64e64-be77-47dd-a01e-425d5af530b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316591 Aug 30 17:24:04.666557 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ded121-6aeb-4e4e-be40-e6d7ee8d6d76 req-15ba2685-09de-4d42-be43-9e8baa4539a1 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:04.668028 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-03ded121-6aeb-4e4e-be40-e6d7ee8d6d76 req-15ba2685-09de-4d42-be43-9e8baa4539a1 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e8541d-2a75-4ead-8b17-b86d5aae4552 HTTP/1.1" status: 200 len: 944 time: 0.0571487 Aug 30 17:24:04.715399 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-03ded121-6aeb-4e4e-be40-e6d7ee8d6d76 req-487b4711-2f9b-4441-933a-dd2482a4621f tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409417 Aug 30 17:24:04.967508 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53102) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:05.092081 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3a5ad04-a6f1-4043-a48b-b28d735b8107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:05.123396 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a33ef-a42c-4a7a-86dd-01f1b4cec464 req-495fc6e3-3ce3-4d23-8774-2054352f9248 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:05.125222 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-775a33ef-a42c-4a7a-86dd-01f1b4cec464 req-495fc6e3-3ce3-4d23-8774-2054352f9248 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.0677962 Aug 30 17:24:05.188856 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-775a33ef-a42c-4a7a-86dd-01f1b4cec464 req-d5b4f6c1-a111-4fa4-9512-f55306571737 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570462 Aug 30 17:24:05.189583 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3a5ad04-a6f1-4043-a48b-b28d735b8107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:05.203466 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e3a5ad04-a6f1-4043-a48b-b28d735b8107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:05.230936 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0d02c-e960-4592-8faa-40227cbcfee9 req-5b744e33-22e0-41b0-8e91-976e0cf9be0b tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:05.232426 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-52d0d02c-e960-4592-8faa-40227cbcfee9 req-5b744e33-22e0-41b0-8e91-976e0cf9be0b tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.52 "GET /v2.0/ports?device_id=48af3d89-f4be-4b92-b202-61304006ebdc HTTP/1.1" status: 200 len: 945 time: 0.0554960 Aug 30 17:24:05.238463 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-e3a5ad04-a6f1-4043-a48b-b28d735b8107 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3ad1b1080af4e1e87fbc60e88e394ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698877 Aug 30 17:24:05.243462 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53114) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:05.263291 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5ad04-a6f1-4043-a48b-b28d735b8107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cd585f-296d-429e-8e4a-043250dc520e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:05.306182 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-498749e6-7c14-4951-9b91-17067b380d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:05.326468 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-52d0d02c-e960-4592-8faa-40227cbcfee9 req-44cf385b-e103-4808-9240-f2cd4ebd7686 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Deleting port 7dcb90f4-5713-4160-ab54-a4b21ffcd1b2 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:24:05.326725 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-52d0d02c-e960-4592-8faa-40227cbcfee9 req-44cf385b-e103-4808-9240-f2cd4ebd7686 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:05.327353 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-498749e6-7c14-4951-9b91-17067b380d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:05.374750 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-498749e6-7c14-4951-9b91-17067b380d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:05.377553 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-498749e6-7c14-4951-9b91-17067b380d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:05.379117 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-498749e6-7c14-4951-9b91-17067b380d7d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38cd585f-296d-429e-8e4a-043250dc520e HTTP/1.1" status: 204 len: 168 time: 0.1347601 Aug 30 17:24:05.386929 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498749e6-7c14-4951-9b91-17067b380d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cd585f-296d-429e-8e4a-043250dc520e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:05.422364 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-52d0d02c-e960-4592-8faa-40227cbcfee9 req-44cf385b-e103-4808-9240-f2cd4ebd7686 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] For port 7dcb90f4-5713-4160-ab54-a4b21ffcd1b2, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=7dcb90f4-5713-4160-ab54-a4b21ffcd1b2,segment=NetworkSegment(87897db7-2f2f-4c60-9df9-e628d0775d09),segment_id=87897db7-2f2f-4c60-9df9-e628d0775d09)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:24:05.422732 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-52d0d02c-e960-4592-8faa-40227cbcfee9 req-44cf385b-e103-4808-9240-f2cd4ebd7686 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:05.436169 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-52d0d02c-e960-4592-8faa-40227cbcfee9 req-44cf385b-e103-4808-9240-f2cd4ebd7686 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Calling delete_port for 7dcb90f4-5713-4160-ab54-a4b21ffcd1b2 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:24:05.595528 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49919c90-210c-405f-82a7-bed8567e3882 req-b2ad80a6-f8ca-4577-8b79-facd97660f2b tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:05.597015 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-49919c90-210c-405f-82a7-bed8567e3882 req-b2ad80a6-f8ca-4577-8b79-facd97660f2b tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/ports?device_id=48af3d89-f4be-4b92-b202-61304006ebdc HTTP/1.1" status: 200 len: 945 time: 0.0904763 Aug 30 17:24:05.617764 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-52d0d02c-e960-4592-8faa-40227cbcfee9 req-44cf385b-e103-4808-9240-f2cd4ebd7686 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:05.639010 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['7dcb90f4-5713-4160-ab54-a4b21ffcd1b2'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:24:05.652568 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf385b-e103-4808-9240-f2cd4ebd7686 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Pushing event deleted for resources: {'Port': ['ID=7dcb90f4-5713-4160-ab54-a4b21ffcd1b2,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:05.672253 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-49919c90-210c-405f-82a7-bed8567e3882 req-987cd466-2893-42c1-ab62-763ab9b61392 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.21 "GET /v2.0/security-groups?id=60c64e64-be77-47dd-a01e-425d5af530b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690768 Aug 30 17:24:05.721119 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d0d02c-e960-4592-8faa-40227cbcfee9 req-44cf385b-e103-4808-9240-f2cd4ebd7686 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] No DVR routers for this DVR port 7dcb90f4-5713-4160-ab54-a4b21ffcd1b2 on host hv-cinder-80531 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:24:05.723859 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-52d0d02c-e960-4592-8faa-40227cbcfee9 req-44cf385b-e103-4808-9240-f2cd4ebd7686 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:05.725919 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-52d0d02c-e960-4592-8faa-40227cbcfee9 req-44cf385b-e103-4808-9240-f2cd4ebd7686 tempest-VolumesActionsTest-1334572654 tempest-VolumesActionsTest-1334572654-project] 10.222.0.52 "DELETE /v2.0/ports/7dcb90f4-5713-4160-ab54-a4b21ffcd1b2 HTTP/1.1" status: 204 len: 173 time: 0.4861450 Aug 30 17:24:05.726388 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48af3d89-f4be-4b92-b202-61304006ebdc', 'name': 'network-vif-deleted', 'tag': '7dcb90f4-5713-4160-ab54-a4b21ffcd1b2'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:24:05.728723 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e183aeb7d1ae95b610e737921596bfe9224ef5c136def86ae36f97e4cb718d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656ceeeb-5360-46cc-8ce2-3cd90990882d" -d '{"events": [{"server_uuid": "48af3d89-f4be-4b92-b202-61304006ebdc", "name": "network-vif-deleted", "tag": "7dcb90f4-5713-4160-ab54-a4b21ffcd1b2"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:24:05.786563 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f449c7-066b-4d8b-acc3-4915c772b0ac x-openstack-request-id: req-f5f449c7-066b-4d8b-acc3-4915c772b0ac {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:24:05.786906 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48af3d89-f4be-4b92-b202-61304006ebdc", "name": "network-vif-deleted", "tag": "7dcb90f4-5713-4160-ab54-a4b21ffcd1b2", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:24:05.787007 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5f449c7-066b-4d8b-acc3-4915c772b0ac {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:24:05.787398 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48af3d89-f4be-4b92-b202-61304006ebdc', 'name': 'network-vif-deleted', 'tag': '7dcb90f4-5713-4160-ab54-a4b21ffcd1b2', 'status': 'completed', 'code': 200} Aug 30 17:24:05.857908 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4f2d8-fa2e-4be4-a1e4-951cae904f2c req-8958e47a-cac5-4fae-bb8d-15f745e335d0 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:05.870429 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-81f4f2d8-fa2e-4be4-a1e4-951cae904f2c req-8958e47a-cac5-4fae-bb8d-15f745e335d0 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e8541d-2a75-4ead-8b17-b86d5aae4552 HTTP/1.1" status: 200 len: 944 time: 0.0695360 Aug 30 17:24:05.912694 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-81f4f2d8-fa2e-4be4-a1e4-951cae904f2c req-f66a7a67-45d5-4668-b939-c2c64c0ff5b1 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413945 Aug 30 17:24:06.302717 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 27e03fb6-0d4c-4215-b2db-539eac8007ae details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:24:06.353892 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d66d17-e26c-45e6-9feb-85fb4b243331 req-4055242c-060a-45cd-8f57-302b0ee65304 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:06.356189 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f2d66d17-e26c-45e6-9feb-85fb4b243331 req-4055242c-060a-45cd-8f57-302b0ee65304 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.0675023 Aug 30 17:24:06.405386 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f2d66d17-e26c-45e6-9feb-85fb4b243331 req-9f4f1c1f-bff3-48c6-a5a1-1aae8d7697f0 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399003 Aug 30 17:24:06.457978 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 27e03fb6-0d4c-4215-b2db-539eac8007ae, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=27e03fb6-0d4c-4215-b2db-539eac8007ae,segment=NetworkSegment(746b15d3-f122-4fd3-bad5-f0b1a2dcac42),segment_id=746b15d3-f122-4fd3-bad5-f0b1a2dcac42)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:24:06.473513 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Returning: {'device': '27e03fb6-0d4c-4215-b2db-539eac8007ae', 'network_id': 'e6091024-8f4d-4cb5-b1a2-13af9fd389b6', 'port_id': '27e03fb6-0d4c-4215-b2db-539eac8007ae', 'mac_address': 'fa:16:3e:01:ea:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1753daa-9775-4a3a-a2f7-4c0f3775f909', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:24:06.513328 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:06.528654 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27e03fb6-0d4c-4215-b2db-539eac8007ae {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:24:06.547800 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 27e03fb6-0d4c-4215-b2db-539eac8007ae, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=27e03fb6-0d4c-4215-b2db-539eac8007ae,segment=NetworkSegment(746b15d3-f122-4fd3-bad5-f0b1a2dcac42),segment_id=746b15d3-f122-4fd3-bad5-f0b1a2dcac42)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:24:06.551631 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:06.603421 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=27e03fb6-0d4c-4215-b2db-539eac8007ae,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:06.607714 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 53186) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:06.719601 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd11492b-fac5-465d-8d38-7222b08beb72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:06.822388 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd11492b-fac5-465d-8d38-7222b08beb72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:06.826117 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-fd11492b-fac5-465d-8d38-7222b08beb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:06.864198 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-fd11492b-fac5-465d-8d38-7222b08beb72 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0d5519a76c94209b4455a2ca0ac6507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2553566 Aug 30 17:24:06.865400 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11492b-fac5-465d-8d38-7222b08beb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ca2369-1ef6-4eee-9279-55b02433543d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:06.866974 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53198) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:06.916799 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e499d36e-a9fa-41e3-a81f-46685e1868fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:06.941758 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e499d36e-a9fa-41e3-a81f-46685e1868fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:06.969251 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['27e03fb6-0d4c-4215-b2db-539eac8007ae'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:24:06.994200 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e499d36e-a9fa-41e3-a81f-46685e1868fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:06.997990 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e499d36e-a9fa-41e3-a81f-46685e1868fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:06.999451 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-e499d36e-a9fa-41e3-a81f-46685e1868fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51ca2369-1ef6-4eee-9279-55b02433543d HTTP/1.1" status: 204 len: 168 time: 0.1314797 Aug 30 17:24:07.013052 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e499d36e-a9fa-41e3-a81f-46685e1868fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ca2369-1ef6-4eee-9279-55b02433543d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:07.113118 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff61df-2274-48c0-95c4-6e800787c47f req-a4c68d6e-ef13-4a9a-9c7e-c2c6cdd6d0bc tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:07.118323 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f3ff61df-2274-48c0-95c4-6e800787c47f req-a4c68d6e-ef13-4a9a-9c7e-c2c6cdd6d0bc tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e8541d-2a75-4ead-8b17-b86d5aae4552 HTTP/1.1" status: 200 len: 945 time: 0.1035564 Aug 30 17:24:07.178198 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f3ff61df-2274-48c0-95c4-6e800787c47f req-dc571978-27a0-41a6-b603-05fb01dfa861 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520256 Aug 30 17:24:07.531940 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da08111-e6d7-491e-a32a-e518a27e20fe req-9bce930a-f9c8-4074-a575-c1839e1cc3e1 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:07.533336 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8da08111-e6d7-491e-a32a-e518a27e20fe req-9bce930a-f9c8-4074-a575-c1839e1cc3e1 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.0486312 Aug 30 17:24:07.575734 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8da08111-e6d7-491e-a32a-e518a27e20fe req-e5424842-90c3-43aa-8183-6959813e6c22 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331950 Aug 30 17:24:07.794791 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 53252) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:07.897464 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3434b842-2cfb-412c-ba2f-3c44a816d348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:07.988600 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3434b842-2cfb-412c-ba2f-3c44a816d348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:07.992358 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3434b842-2cfb-412c-ba2f-3c44a816d348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:08.028751 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-3434b842-2cfb-412c-ba2f-3c44a816d348 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=472d63d9003947e594f9d5a9a91eba70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329435 Aug 30 17:24:08.030639 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434b842-2cfb-412c-ba2f-3c44a816d348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea86e70-f145-42a5-a542-c2df8fcd7d5f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:08.031527 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53256) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:08.080454 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-beaacd9e-d236-42fa-967f-62f00635b0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:08.104392 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-beaacd9e-d236-42fa-967f-62f00635b0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:08.149427 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-beaacd9e-d236-42fa-967f-62f00635b0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:08.151887 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-beaacd9e-d236-42fa-967f-62f00635b0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:08.153003 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-beaacd9e-d236-42fa-967f-62f00635b0a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ea86e70-f145-42a5-a542-c2df8fcd7d5f HTTP/1.1" status: 204 len: 168 time: 0.1205106 Aug 30 17:24:08.160419 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaacd9e-d236-42fa-967f-62f00635b0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea86e70-f145-42a5-a542-c2df8fcd7d5f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:08.294613 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d4604-3f80-49d8-b4b8-309bb0249f37 req-4079f8f3-86e0-453c-a415-ebc4864b74c0 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:08.296123 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5e0d4604-3f80-49d8-b4b8-309bb0249f37 req-4079f8f3-86e0-453c-a415-ebc4864b74c0 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e8541d-2a75-4ead-8b17-b86d5aae4552 HTTP/1.1" status: 200 len: 945 time: 0.0490086 Aug 30 17:24:08.333957 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5e0d4604-3f80-49d8-b4b8-309bb0249f37 req-c8a800cf-cdcf-419a-a512-ccb58234c6bc tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319300 Aug 30 17:24:08.699053 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b8da4-2c53-4fc8-978f-fd06a61a7b4c req-3edcca33-9064-403c-9258-f373ea7bc754 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:08.700436 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d82b8da4-2c53-4fc8-978f-fd06a61a7b4c req-3edcca33-9064-403c-9258-f373ea7bc754 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.0490704 Aug 30 17:24:08.737161 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d82b8da4-2c53-4fc8-978f-fd06a61a7b4c req-2d7979df-f95c-4cfb-be7f-4f5e62a654e6 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306497 Aug 30 17:24:08.750534 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 7dcb90f4-5713-4160-ab54-a4b21ffcd1b2 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:24:08.768847 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53290) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:08.774079 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] No Port match for: 7dcb90f4-5713-4160-ab54-a4b21ffcd1b2 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:24:08.774430 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 7dcb90f4-5713-4160-ab54-a4b21ffcd1b2 not bound to the agent host hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:24:08.863917 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-22ce09e8-2e18-4474-b94f-e58ff220cd25 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1558087738-network', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:24:08.884469 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ce09e8-2e18-4474-b94f-e58ff220cd25 admin admin] Made reservation on behalf of c5084785e3414a36b8cc882d6083aba5 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:24:08.886767 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22ce09e8-2e18-4474-b94f-e58ff220cd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:08.894781 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22ce09e8-2e18-4474-b94f-e58ff220cd25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:08.981892 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22ce09e8-2e18-4474-b94f-e58ff220cd25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:08.985632 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22ce09e8-2e18-4474-b94f-e58ff220cd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:09.005954 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ce09e8-2e18-4474-b94f-e58ff220cd25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:24:09.020919 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce09e8-2e18-4474-b94f-e58ff220cd25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93cc4227-4bdc-402c-8187-c2014e11bf4d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:09.023829 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22ce09e8-2e18-4474-b94f-e58ff220cd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:09.024176 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-22ce09e8-2e18-4474-b94f-e58ff220cd25 admin admin] Added segment 8e685c25-9142-4f6b-a1bd-b40124343cbc of type vlan for network 12712b10-7cd8-429d-845f-e2bbe84087c2 Aug 30 17:24:09.063121 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22ce09e8-2e18-4474-b94f-e58ff220cd25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763728898142'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:09.086086 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22ce09e8-2e18-4474-b94f-e58ff220cd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:09.087023 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ce09e8-2e18-4474-b94f-e58ff220cd25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:09.087610 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22ce09e8-2e18-4474-b94f-e58ff220cd25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:09.138898 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-22ce09e8-2e18-4474-b94f-e58ff220cd25 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3689635 Aug 30 17:24:09.141971 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 53296) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:09.146828 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6b1d2ddf-a7a1-40af-9899-6080ab7bbd26 admin admin] Request body: {'subnet': {'network_id': '12712b10-7cd8-429d-845f-e2bbe84087c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1558087738-subnet', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:24:09.149564 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce09e8-2e18-4474-b94f-e58ff220cd25 admin admin] Pushing event updated for resources: {'Network': ['ID=12712b10-7cd8-429d-845f-e2bbe84087c2,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:09.159539 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Network 12712b10-7cd8-429d-845f-e2bbe84087c2 details requested by agent ovs-agent-dv-cinder-805316-3-iscsi with host dv-cinder-805316-3-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:24:09.180338 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1d2ddf-a7a1-40af-9899-6080ab7bbd26 admin admin] Made reservation on behalf of c5084785e3414a36b8cc882d6083aba5 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:24:09.182700 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b1d2ddf-a7a1-40af-9899-6080ab7bbd26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2815055'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:09.344160 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b1d2ddf-a7a1-40af-9899-6080ab7bbd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2826096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2815037'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:09.436875 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d2ddf-a7a1-40af-9899-6080ab7bbd26 admin admin] Checking segment: {'id': '8e685c25-9142-4f6b-a1bd-b40124343cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '12712b10-7cd8-429d-845f-e2bbe84087c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:24:09.437248 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1d2ddf-a7a1-40af-9899-6080ab7bbd26 admin admin] Network hostable DHCP agents. Network: 12712b10-7cd8-429d-845f-e2bbe84087c2, hostable agents: ['8f3c7f8e-0df7-4e02-9457-a839f0ce6f10'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:24:09.441819 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d2ddf-a7a1-40af-9899-6080ab7bbd26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e04f231-8e49-4dc4-831a-df3b7fe03455,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:09.483350 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fcf82-7d35-4c77-93fa-b1e67e59ff7d req-43180607-7718-43f0-a539-1159b58c160d tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:09.484821 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-989fcf82-7d35-4c77-93fa-b1e67e59ff7d req-43180607-7718-43f0-a539-1159b58c160d tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e8541d-2a75-4ead-8b17-b86d5aae4552 HTTP/1.1" status: 200 len: 945 time: 0.0838101 Aug 30 17:24:09.485901 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1d2ddf-a7a1-40af-9899-6080ab7bbd26 admin admin] Network 12712b10-7cd8-429d-845f-e2bbe84087c2 is scheduled to be hosted by DHCP agent 8f3c7f8e-0df7-4e02-9457-a839f0ce6f10 with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:24:09.499422 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-6b1d2ddf-a7a1-40af-9899-6080ab7bbd26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-3-iscsi, 12712b10-7cd8-429d-845f-e2bbe84087c2) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:24:09.507915 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d9d434-b746-4c4e-938e-a56215d91754 None None] Network 12712b10-7cd8-429d-845f-e2bbe84087c2 requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:24:09.510715 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1d2ddf-a7a1-40af-9899-6080ab7bbd26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:09.511296 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6b1d2ddf-a7a1-40af-9899-6080ab7bbd26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:09.535631 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-989fcf82-7d35-4c77-93fa-b1e67e59ff7d req-d51d9bbc-9a4b-48ed-9d04-1fb0fe8938d3 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444031 Aug 30 17:24:09.540490 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-6b1d2ddf-a7a1-40af-9899-6080ab7bbd26 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3943157 Aug 30 17:24:09.540791 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 53302) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:09.545162 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a9c9d1cc-08cb-43c3-8631-b44b73904c8e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1558087738-router', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:24:09.581645 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d1cc-08cb-43c3-8631-b44b73904c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102440'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:09.581645 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d1cc-08cb-43c3-8631-b44b73904c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533729', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102449'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:09.674509 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c223454c-5c7c-4d04-b3eb-fea90e9dd27e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9162af0-1391-5be5-b89f-1e72096aa358-12712b10-7cd8-429d-845f-e2bbe84087c2', 'network_id': '12712b10-7cd8-429d-845f-e2bbe84087c2', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'fixed_ips': [{'subnet_id': '7e04f231-8e49-4dc4-831a-df3b7fe03455'}]}} from dv-cinder-805316-3-iscsi. {{(pid=93817) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 17:24:09.675390 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c223454c-5c7c-4d04-b3eb-fea90e9dd27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:09.827487 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-c223454c-5c7c-4d04-b3eb-fea90e9dd27e None None] Allocated IP 172.20.0.2 (12712b10-7cd8-429d-845f-e2bbe84087c2/7e04f231-8e49-4dc4-831a-df3b7fe03455/eed9054d-4163-4081-98fa-93d2d72a24e1) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:24:09.867212 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d1cc-08cb-43c3-8631-b44b73904c8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:09.965930 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c7d48-6761-425b-beed-62755d61b982 req-1d9a1fd0-0463-4d69-bc95-373ee42d9d43 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:09.967404 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1f4c7d48-6761-425b-beed-62755d61b982 req-1d9a1fd0-0463-4d69-bc95-373ee42d9d43 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.1180880 Aug 30 17:24:09.976613 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c223454c-5c7c-4d04-b3eb-fea90e9dd27e None None] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:09.984798 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c223454c-5c7c-4d04-b3eb-fea90e9dd27e None None] Transition to ACTIVE for port object eed9054d-4163-4081-98fa-93d2d72a24e1 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:24:09.999132 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c223454c-5c7c-4d04-b3eb-fea90e9dd27e None None] Transition to ACTIVE for port object eed9054d-4163-4081-98fa-93d2d72a24e1 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:24:10.004389 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c223454c-5c7c-4d04-b3eb-fea90e9dd27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:10.042763 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d1cc-08cb-43c3-8631-b44b73904c8e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:10.047709 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c223454c-5c7c-4d04-b3eb-fea90e9dd27e None None] Network 12712b10-7cd8-429d-845f-e2bbe84087c2 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:24:10.050980 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-c223454c-5c7c-4d04-b3eb-fea90e9dd27e None None] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:24:10.053712 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c223454c-5c7c-4d04-b3eb-fea90e9dd27e None None] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:24:10.064618 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223454c-5c7c-4d04-b3eb-fea90e9dd27e None None] Pushing event updated for resources: {'Port': ['ID=eed9054d-4163-4081-98fa-93d2d72a24e1,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:10.101944 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1f4c7d48-6761-425b-beed-62755d61b982 req-4befa67e-d258-4ec7-8eb9-82736e72fc2c tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032119 Aug 30 17:24:10.112630 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c223454c-5c7c-4d04-b3eb-fea90e9dd27e None None] Attempting to bind port eed9054d-4163-4081-98fa-93d2d72a24e1 on host dv-cinder-805316-3-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:24:10.113006 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c223454c-5c7c-4d04-b3eb-fea90e9dd27e None None] Attempting to bind port eed9054d-4163-4081-98fa-93d2d72a24e1 by drivers openvswitch,hyperv on host dv-cinder-805316-3-iscsi at level 0 using segments [{'id': '8e685c25-9142-4f6b-a1bd-b40124343cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '12712b10-7cd8-429d-845f-e2bbe84087c2'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:24:10.113405 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c223454c-5c7c-4d04-b3eb-fea90e9dd27e None None] Attempting to bind port eed9054d-4163-4081-98fa-93d2d72a24e1 on network 12712b10-7cd8-429d-845f-e2bbe84087c2 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:24:10.118593 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c223454c-5c7c-4d04-b3eb-fea90e9dd27e None None] Checking agent: {'id': 'ffbe204d-12b1-4bb4-8980-9a78a382db5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 13, 58), 'started_at': datetime.datetime(2021, 8, 30, 17, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:24:10.119041 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c223454c-5c7c-4d04-b3eb-fea90e9dd27e None None] Checking segment: {'id': '8e685c25-9142-4f6b-a1bd-b40124343cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '12712b10-7cd8-429d-845f-e2bbe84087c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:24:10.119450 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c223454c-5c7c-4d04-b3eb-fea90e9dd27e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:10.119845 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c223454c-5c7c-4d04-b3eb-fea90e9dd27e None None] Bound using segment: {'id': '8e685c25-9142-4f6b-a1bd-b40124343cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '12712b10-7cd8-429d-845f-e2bbe84087c2'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:24:10.120308 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-c223454c-5c7c-4d04-b3eb-fea90e9dd27e None None] Bound port: eed9054d-4163-4081-98fa-93d2d72a24e1, host: dv-cinder-805316-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e685c25-9142-4f6b-a1bd-b40124343cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '12712b10-7cd8-429d-845f-e2bbe84087c2'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:24:10.120690 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c223454c-5c7c-4d04-b3eb-fea90e9dd27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:10.192039 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c223454c-5c7c-4d04-b3eb-fea90e9dd27e None None] For port eed9054d-4163-4081-98fa-93d2d72a24e1, host dv-cinder-805316-3-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:24:10.197603 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-c223454c-5c7c-4d04-b3eb-fea90e9dd27e None None] For port eed9054d-4163-4081-98fa-93d2d72a24e1, host dv-cinder-805316-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=eed9054d-4163-4081-98fa-93d2d72a24e1,segment=NetworkSegment(8e685c25-9142-4f6b-a1bd-b40124343cbc),segment_id=8e685c25-9142-4f6b-a1bd-b40124343cbc)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:24:10.202758 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c223454c-5c7c-4d04-b3eb-fea90e9dd27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:10.268699 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223454c-5c7c-4d04-b3eb-fea90e9dd27e None None] Pushing event updated for resources: {'Port': ['ID=eed9054d-4163-4081-98fa-93d2d72a24e1,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:10.285022 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d1cc-08cb-43c3-8631-b44b73904c8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:10.310785 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d1cc-08cb-43c3-8631-b44b73904c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:10.417919 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-a9c9d1cc-08cb-43c3-8631-b44b73904c8e admin admin] Allocated IP 172.27.2.135 (3951d34a-2192-4abb-b523-61631b013f39/db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b/97ee654f-e038-4d08-ae94-97c970c27a1f) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:24:10.536835 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d1cc-08cb-43c3-8631-b44b73904c8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:10.581338 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d1cc-08cb-43c3-8631-b44b73904c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:10.643584 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c9d1cc-08cb-43c3-8631-b44b73904c8e admin admin] Network 3951d34a-2192-4abb-b523-61631b013f39 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:24:10.652683 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a9c9d1cc-08cb-43c3-8631-b44b73904c8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:24:10.656823 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c9d1cc-08cb-43c3-8631-b44b73904c8e admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:24:10.682236 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9d1cc-08cb-43c3-8631-b44b73904c8e admin admin] Pushing event updated for resources: {'Port': ['ID=97ee654f-e038-4d08-ae94-97c970c27a1f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:10.709655 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dbaed-e115-41ba-8beb-518545b746da req-86cb96f4-f2d8-4134-b0d4-e1b1a881dcf0 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:10.711712 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f80dbaed-e115-41ba-8beb-518545b746da req-86cb96f4-f2d8-4134-b0d4-e1b1a881dcf0 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e8541d-2a75-4ead-8b17-b86d5aae4552 HTTP/1.1" status: 200 len: 945 time: 0.1041901 Aug 30 17:24:10.782985 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device eed9054d-4163-4081-98fa-93d2d72a24e1 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:24:10.834982 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning for port eed9054d-4163-4081-98fa-93d2d72a24e1 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:24:10.836257 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f80dbaed-e115-41ba-8beb-518545b746da req-c88f1654-af70-42e6-a8b3-72dbf1400f57 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871339 Aug 30 17:24:10.963670 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d1cc-08cb-43c3-8631-b44b73904c8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:11.142033 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95844c26-34be-4228-9b76-4015a2c16568 None None] Network 12712b10-7cd8-429d-845f-e2bbe84087c2 requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:24:11.164212 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d1cc-08cb-43c3-8631-b44b73904c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535102'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:11.245848 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-defe2bad-6d99-4326-91cf-1e5b35c52fd5 None None] Provisioning for port eed9054d-4163-4081-98fa-93d2d72a24e1 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:24:11.251508 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-defe2bad-6d99-4326-91cf-1e5b35c52fd5 None None] Provisioning complete for port eed9054d-4163-4081-98fa-93d2d72a24e1 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:24:11.251891 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-defe2bad-6d99-4326-91cf-1e5b35c52fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:11.317937 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64719f1f-272f-4da9-8fa9-ace2adb8ba4f req-9cc34878-fcd6-462c-a504-18ebc9cb1c8d tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:11.320163 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-64719f1f-272f-4da9-8fa9-ace2adb8ba4f req-9cc34878-fcd6-462c-a504-18ebc9cb1c8d tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.1174352 Aug 30 17:24:11.384076 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-defe2bad-6d99-4326-91cf-1e5b35c52fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:11.391558 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-64719f1f-272f-4da9-8fa9-ace2adb8ba4f req-57b2d0c6-a899-463f-96f3-bb31ba21323d tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640016 Aug 30 17:24:11.397593 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c9d1cc-08cb-43c3-8631-b44b73904c8e admin admin] Router dff5bcda-9038-471a-af99-226b3118f835 is scheduled to L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 17:24:11.423051 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-defe2bad-6d99-4326-91cf-1e5b35c52fd5 None None] For port eed9054d-4163-4081-98fa-93d2d72a24e1, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=eed9054d-4163-4081-98fa-93d2d72a24e1,segment=NetworkSegment(8e685c25-9142-4f6b-a1bd-b40124343cbc),segment_id=8e685c25-9142-4f6b-a1bd-b40124343cbc)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:24:11.427603 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-defe2bad-6d99-4326-91cf-1e5b35c52fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:11.481730 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe2bad-6d99-4326-91cf-1e5b35c52fd5 None None] Pushing event updated for resources: {'Port': ['ID=eed9054d-4163-4081-98fa-93d2d72a24e1,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:11.648203 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-810a4d3a-d0a0-4279-a62c-f72ccaa69238 None None] Provisioning complete for port eed9054d-4163-4081-98fa-93d2d72a24e1 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:24:11.648625 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-810a4d3a-d0a0-4279-a62c-f72ccaa69238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:11.698687 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c9d1cc-08cb-43c3-8631-b44b73904c8e admin admin] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:24:11.707500 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11456e5a-1fa2-48c2-a59e-ada6383bf960 None None] Sync routers for ids ['dff5bcda-9038-471a-af99-226b3118f835'] in dv-cinder-805316-3-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:24:11.717467 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d1cc-08cb-43c3-8631-b44b73904c8e admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:11.717708 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11456e5a-1fa2-48c2-a59e-ada6383bf960 None None] Routers {'dff5bcda-9038-471a-af99-226b3118f835'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:24:11.718300 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-11456e5a-1fa2-48c2-a59e-ada6383bf960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:23:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['dff5bcda-9038-471a-af99-226b3118f835'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:24:11.718843 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-a9c9d1cc-08cb-43c3-8631-b44b73904c8e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1773143 Aug 30 17:24:11.721535 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 53330) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:11.824720 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-11456e5a-1fa2-48c2-a59e-ada6383bf960 None None] Set router dff5bcda-9038-471a-af99-226b3118f835 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:24:12.041054 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb50a5-c285-420f-92bb-e95b1809b500 req-1b97e460-20d2-447d-8291-20a77c9bb466 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:12.042613 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-adfb50a5-c285-420f-92bb-e95b1809b500 req-1b97e460-20d2-447d-8291-20a77c9bb466 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e8541d-2a75-4ead-8b17-b86d5aae4552 HTTP/1.1" status: 200 len: 945 time: 0.1096103 Aug 30 17:24:12.049040 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-11456e5a-1fa2-48c2-a59e-ada6383bf960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff5bcda-9038-471a-af99-226b3118f835', 'name': 'tempest-TestShelveInstance-1558087738-router', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '97ee654f-e038-4d08-ae94-97c970c27a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:24:09Z', 'updated_at': '2021-08-30T17:24:10Z', 'revision_number': 3, 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'gw_port': {'id': '97ee654f-e038-4d08-ae94-97c970c27a1f', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:90:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff5bcda-9038-471a-af99-226b3118f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:10Z', 'updated_at': '2021-08-30T17:24:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:24:12.089185 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11456e5a-1fa2-48c2-a59e-ada6383bf960 None None] Checking router: dff5bcda-9038-471a-af99-226b3118f835 for host: dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:24:12.089565 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11456e5a-1fa2-48c2-a59e-ada6383bf960 None None] Updating router dff5bcda-9038-471a-af99-226b3118f835 port 97ee654f-e038-4d08-ae94-97c970c27a1f binding host dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:24:12.123125 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11456e5a-1fa2-48c2-a59e-ada6383bf960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:12.127501 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-adfb50a5-c285-420f-92bb-e95b1809b500 req-7f533728-773e-4564-a422-82945e77f063 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585020 Aug 30 17:24:12.256546 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4007e776-61af-4803-9e4a-546acebdb7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:12.427734 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11456e5a-1fa2-48c2-a59e-ada6383bf960 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:12.442788 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-11456e5a-1fa2-48c2-a59e-ada6383bf960 None None] Transition to ACTIVE for port object 97ee654f-e038-4d08-ae94-97c970c27a1f will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:24:12.475987 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11456e5a-1fa2-48c2-a59e-ada6383bf960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:12.533686 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485e272-3b61-4a7c-b57e-d030284aa73f None None] Pushing event updated for resources: {'Port': ['ID=97ee654f-e038-4d08-ae94-97c970c27a1f,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:12.544604 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2485e272-3b61-4a7c-b57e-d030284aa73f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:12.545080 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2485e272-3b61-4a7c-b57e-d030284aa73f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:12.545419 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2485e272-3b61-4a7c-b57e-d030284aa73f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:12.545935 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2485e272-3b61-4a7c-b57e-d030284aa73f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:12.546428 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2485e272-3b61-4a7c-b57e-d030284aa73f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:12.546904 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2485e272-3b61-4a7c-b57e-d030284aa73f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:12.547387 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2485e272-3b61-4a7c-b57e-d030284aa73f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:12.547716 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2485e272-3b61-4a7c-b57e-d030284aa73f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:12.548061 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2485e272-3b61-4a7c-b57e-d030284aa73f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:12.548537 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2485e272-3b61-4a7c-b57e-d030284aa73f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:12.548856 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2485e272-3b61-4a7c-b57e-d030284aa73f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:12.549419 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2485e272-3b61-4a7c-b57e-d030284aa73f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:12.571488 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-11456e5a-1fa2-48c2-a59e-ada6383bf960 None None] Attempting to bind port 97ee654f-e038-4d08-ae94-97c970c27a1f on host dv-cinder-805316-3-iscsi for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:24:12.571946 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-11456e5a-1fa2-48c2-a59e-ada6383bf960 None None] Attempting to bind port 97ee654f-e038-4d08-ae94-97c970c27a1f by drivers openvswitch,hyperv on host dv-cinder-805316-3-iscsi at level 0 using segments [{'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:24:12.572384 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11456e5a-1fa2-48c2-a59e-ada6383bf960 None None] Attempting to bind port 97ee654f-e038-4d08-ae94-97c970c27a1f on network 3951d34a-2192-4abb-b523-61631b013f39 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:24:12.577932 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11456e5a-1fa2-48c2-a59e-ada6383bf960 None None] Checking agent: {'id': 'ffbe204d-12b1-4bb4-8980-9a78a382db5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 13, 58), 'started_at': datetime.datetime(2021, 8, 30, 17, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:24:12.578628 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11456e5a-1fa2-48c2-a59e-ada6383bf960 None None] Checking segment: {'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:24:12.579224 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11456e5a-1fa2-48c2-a59e-ada6383bf960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:12.579803 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11456e5a-1fa2-48c2-a59e-ada6383bf960 None None] Bound using segment: {'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:24:12.581060 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-11456e5a-1fa2-48c2-a59e-ada6383bf960 None None] Bound port: 97ee654f-e038-4d08-ae94-97c970c27a1f, host: dv-cinder-805316-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:24:12.581694 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11456e5a-1fa2-48c2-a59e-ada6383bf960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:12.594093 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-4007e776-61af-4803-9e4a-546acebdb7e2 admin admin] Allocated IP 172.20.0.1 (12712b10-7cd8-429d-845f-e2bbe84087c2/7e04f231-8e49-4dc4-831a-df3b7fe03455/b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:24:12.625604 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 27e03fb6-0d4c-4215-b2db-539eac8007ae up at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:24:12.650126 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3687a-668c-4649-a55c-fa5d0afc2919 req-f7b6b610-7482-44b9-ad21-b5463577f501 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:12.667182 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-69a3687a-668c-4649-a55c-fa5d0afc2919 req-f7b6b610-7482-44b9-ad21-b5463577f501 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.1331584 Aug 30 17:24:12.704479 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-11456e5a-1fa2-48c2-a59e-ada6383bf960 None None] For port 97ee654f-e038-4d08-ae94-97c970c27a1f, host dv-cinder-805316-3-iscsi, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:24:12.714061 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-11456e5a-1fa2-48c2-a59e-ada6383bf960 None None] For port 97ee654f-e038-4d08-ae94-97c970c27a1f, host dv-cinder-805316-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=97ee654f-e038-4d08-ae94-97c970c27a1f,segment=NetworkSegment(a1e39651-c313-42ea-8a56-542d3d88063d),segment_id=a1e39651-c313-42ea-8a56-542d3d88063d)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:24:12.722653 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-11456e5a-1fa2-48c2-a59e-ada6383bf960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:12.759073 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning for port 27e03fb6-0d4c-4215-b2db-539eac8007ae completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:24:12.763996 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning complete for port 27e03fb6-0d4c-4215-b2db-539eac8007ae triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:24:12.764412 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:12.847598 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4007e776-61af-4803-9e4a-546acebdb7e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:12.854056 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device eed9054d-4163-4081-98fa-93d2d72a24e1 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:24:12.863712 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-4007e776-61af-4803-9e4a-546acebdb7e2 admin admin] Transition to ACTIVE for port object b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:24:12.869663 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11456e5a-1fa2-48c2-a59e-ada6383bf960 None None] Routers {'dff5bcda-9038-471a-af99-226b3118f835'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:24:12.870307 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-11456e5a-1fa2-48c2-a59e-ada6383bf960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:23:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['dff5bcda-9038-471a-af99-226b3118f835'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:24:12.904043 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4007e776-61af-4803-9e4a-546acebdb7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:12.945831 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485e272-3b61-4a7c-b57e-d030284aa73f None None] Pushing event updated for resources: {'Port': ['ID=97ee654f-e038-4d08-ae94-97c970c27a1f,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:12.966468 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007e776-61af-4803-9e4a-546acebdb7e2 admin admin] Pushing event updated for resources: {'Port': ['ID=b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:12.996846 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4007e776-61af-4803-9e4a-546acebdb7e2 admin admin] Network 12712b10-7cd8-429d-845f-e2bbe84087c2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:24:13.002611 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-4007e776-61af-4803-9e4a-546acebdb7e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:24:13.006254 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4007e776-61af-4803-9e4a-546acebdb7e2 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:24:13.022561 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-69a3687a-668c-4649-a55c-fa5d0afc2919 req-55ff4472-ae93-43db-b13d-9671dbe031b4 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3506253 Aug 30 17:24:13.037781 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port eed9054d-4163-4081-98fa-93d2d72a24e1 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:24:13.038914 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:13.127212 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4007e776-61af-4803-9e4a-546acebdb7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535265'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:13.165430 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:13.238922 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e8541d-2a75-4ead-8b17-b86d5aae4552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e03fb6-0d4c-4215-b2db-539eac8007ae'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:24:13.241266 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b565bf2a2ce0626243007c858acec0a0684ffd3fe6012f569d221254cd872eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eeb2266-9954-41c5-9371-6d55b0996e5c" -d '{"events": [{"server_uuid": "22e8541d-2a75-4ead-8b17-b86d5aae4552", "name": "network-vif-plugged", "status": "completed", "tag": "27e03fb6-0d4c-4215-b2db-539eac8007ae"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:24:13.284065 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-11456e5a-1fa2-48c2-a59e-ada6383bf960 None None] Set router dff5bcda-9038-471a-af99-226b3118f835 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:24:13.310916 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 27e03fb6-0d4c-4215-b2db-539eac8007ae, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=27e03fb6-0d4c-4215-b2db-539eac8007ae,segment=NetworkSegment(746b15d3-f122-4fd3-bad5-f0b1a2dcac42),segment_id=746b15d3-f122-4fd3-bad5-f0b1a2dcac42)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:24:13.323550 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:13.419169 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-5efa4dbd-19a2-4e31-8235-df35849d0e04 None None] Provisioning for port b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:24:13.422159 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=27e03fb6-0d4c-4215-b2db-539eac8007ae,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:13.428508 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-5efa4dbd-19a2-4e31-8235-df35849d0e04 None None] Provisioning complete for port b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:24:13.429749 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5efa4dbd-19a2-4e31-8235-df35849d0e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:13.483037 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631edacd-faad-41f6-a489-dae46167fe56 req-51ae62ec-d545-46db-949b-fc974522051a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:13.484834 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-631edacd-faad-41f6-a489-dae46167fe56 req-51ae62ec-d545-46db-949b-fc974522051a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fcaf1973521f4aec87a359088d9ae855&device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 1099 time: 0.3730428 Aug 30 17:24:13.488899 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-5efa4dbd-19a2-4e31-8235-df35849d0e04 None None] Port b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:24:13.494858 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4007e776-61af-4803-9e4a-546acebdb7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:13.506088 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a0555-87ad-4c84-bd43-1b6b6a03b961 req-19d070ce-415c-4104-b41c-cacd6834e501 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:13.514056 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d65a0555-87ad-4c84-bd43-1b6b6a03b961 req-19d070ce-415c-4104-b41c-cacd6834e501 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.3803992 Aug 30 17:24:13.583701 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-11456e5a-1fa2-48c2-a59e-ada6383bf960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff5bcda-9038-471a-af99-226b3118f835', 'name': 'tempest-TestShelveInstance-1558087738-router', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '97ee654f-e038-4d08-ae94-97c970c27a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:24:09Z', 'updated_at': '2021-08-30T17:24:10Z', 'revision_number': 3, 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'gw_port': {'id': '97ee654f-e038-4d08-ae94-97c970c27a1f', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:90:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff5bcda-9038-471a-af99-226b3118f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:10Z', 'updated_at': '2021-08-30T17:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:24:13.616921 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c072c47-8abc-480c-853a-5c01f3682f4c req-bc4f9a86-db41-4a98-a347-2f92317b992f tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:13.621719 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11456e5a-1fa2-48c2-a59e-ada6383bf960 None None] The sync data for ids ['dff5bcda-9038-471a-af99-226b3118f835'] in dv-cinder-805316-3-iscsi is: [{'id': 'dff5bcda-9038-471a-af99-226b3118f835', 'name': 'tempest-TestShelveInstance-1558087738-router', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '97ee654f-e038-4d08-ae94-97c970c27a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:24:09Z', 'updated_at': '2021-08-30T17:24:10Z', 'revision_number': 3, 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'gw_port': {'id': '97ee654f-e038-4d08-ae94-97c970c27a1f', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:90:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff5bcda-9038-471a-af99-226b3118f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:10Z', 'updated_at': '2021-08-30T17:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:24:13.632503 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9c072c47-8abc-480c-853a-5c01f3682f4c req-bc4f9a86-db41-4a98-a347-2f92317b992f tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e8541d-2a75-4ead-8b17-b86d5aae4552 HTTP/1.1" status: 200 len: 946 time: 0.2795401 Aug 30 17:24:13.750212 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9c072c47-8abc-480c-853a-5c01f3682f4c req-3937c0cc-5daa-4780-994b-d1b3a215b96c tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166580 Aug 30 17:24:13.778830 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d65a0555-87ad-4c84-bd43-1b6b6a03b961 req-9f861df6-551b-4a9a-8ab1-502cb05c9d08 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639160 Aug 30 17:24:13.812607 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631edacd-faad-41f6-a489-dae46167fe56 req-afc33514-ca2f-4251-a69c-97c2ce785846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:13.814161 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-631edacd-faad-41f6-a489-dae46167fe56 req-afc33514-ca2f-4251-a69c-97c2ce785846 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4ee9a860-d9c5-4773-88ab-3fc89806af6d HTTP/1.1" status: 200 len: 920 time: 0.3163764 Aug 30 17:24:13.844060 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7aaf2d2-dddb-4407-a2a9-4f4e98643ea2 x-openstack-request-id: req-d7aaf2d2-dddb-4407-a2a9-4f4e98643ea2 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:24:13.844574 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e8541d-2a75-4ead-8b17-b86d5aae4552", "name": "network-vif-plugged", "status": "completed", "tag": "27e03fb6-0d4c-4215-b2db-539eac8007ae", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:24:13.844661 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7aaf2d2-dddb-4407-a2a9-4f4e98643ea2 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:24:13.845035 dv-cinder-805316-3-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e8541d-2a75-4ead-8b17-b86d5aae4552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e03fb6-0d4c-4215-b2db-539eac8007ae', 'code': 200} Aug 30 17:24:13.922296 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-631edacd-faad-41f6-a489-dae46167fe56 req-528551f6-c100-4713-8960-28714dd04e7f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a3a648e-f491-48a8-8a41-f3c2966beaec HTTP/1.1" status: 200 len: 217 time: 0.0429642 Aug 30 17:24:14.020923 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631edacd-faad-41f6-a489-dae46167fe56 req-9c560031-1358-4463-9205-8767fc509e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:14.023799 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-631edacd-faad-41f6-a489-dae46167fe56 req-9c560031-1358-4463-9205-8767fc509e8c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1da436f5-992b-4504-9be3-d6d50d0f93b6 HTTP/1.1" status: 200 len: 859 time: 0.0903239 Aug 30 17:24:14.056904 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4007e776-61af-4803-9e4a-546acebdb7e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:14.076800 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4007e776-61af-4803-9e4a-546acebdb7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2822393'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:14.160832 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-4007e776-61af-4803-9e4a-546acebdb7e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535358'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:14.165326 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-631edacd-faad-41f6-a489-dae46167fe56 req-c3ee6d73-00a8-4d89-b716-e59d43dfe0ec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4ee9a860-d9c5-4773-88ab-3fc89806af6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237991 Aug 30 17:24:14.187082 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007e776-61af-4803-9e4a-546acebdb7e2 admin admin] Pushing event updated for resources: {'Port': ['ID=b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:14.359334 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b50ebe-ae2a-4e31-8cdd-0566a89b436e req-6a8f631b-1822-4c26-8bb9-36f070beb938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:14.360835 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-13b50ebe-ae2a-4e31-8cdd-0566a89b436e req-6a8f631b-1822-4c26-8bb9-36f070beb938 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=22e8541d-2a75-4ead-8b17-b86d5aae4552 HTTP/1.1" status: 200 len: 1099 time: 0.2408841 Aug 30 17:24:14.408685 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a2473-1ef5-4a6d-9f5a-5a739f359e1f req-ab4e9f76-4b9a-44e9-ad1f-33bfe8efbb37 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:14.416973 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a05a2473-1ef5-4a6d-9f5a-5a739f359e1f req-ab4e9f76-4b9a-44e9-ad1f-33bfe8efbb37 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.2504005 Aug 30 17:24:14.496983 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-631edacd-faad-41f6-a489-dae46167fe56 req-dbffc2bd-b5cf-423f-a0d7-535e9942f2fa service neutron] 10.222.0.52 "GET /v2.0/networks/4ee9a860-d9c5-4773-88ab-3fc89806af6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016613 Aug 30 17:24:14.523767 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-13b50ebe-ae2a-4e31-8cdd-0566a89b436e req-c2eeb408-e0cf-482b-b072-b82167a412ba service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464887 Aug 30 17:24:14.546321 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a05a2473-1ef5-4a6d-9f5a-5a739f359e1f req-6430ef20-1383-4453-9e97-8ee114098d23 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279376 Aug 30 17:24:14.597559 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4007e776-61af-4803-9e4a-546acebdb7e2 admin admin] Network 12712b10-7cd8-429d-845f-e2bbe84087c2 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:24:14.600651 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-4007e776-61af-4803-9e4a-546acebdb7e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:24:14.627387 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 434ba44d-e169-47e6-bf2f-a603942cae15 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:24:14.809078 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 434ba44d-e169-47e6-bf2f-a603942cae15, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=434ba44d-e169-47e6-bf2f-a603942cae15,segment=NetworkSegment(41e5c997-0375-4a8d-92f7-022af7373204),segment_id=41e5c997-0375-4a8d-92f7-022af7373204)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:24:14.829006 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Returning: {'device': '434ba44d-e169-47e6-bf2f-a603942cae15', 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'port_id': '434ba44d-e169-47e6-bf2f-a603942cae15', 'mac_address': 'fa:16:3e:7c:c1:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:24:14.841145 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-631edacd-faad-41f6-a489-dae46167fe56 req-a6b13072-8b06-4c5f-819a-3bf452c8afdb service neutron] 10.222.0.52 "GET /v2.0/networks/4ee9a860-d9c5-4773-88ab-3fc89806af6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292806 Aug 30 17:24:14.956120 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 97ee654f-e038-4d08-ae94-97c970c27a1f up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:24:15.073364 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:15.084810 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-6755eb8c-d8ab-4058-9c35-ea42dc1337d8 None None] Provisioning complete for port b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:24:15.085611 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6755eb8c-d8ab-4058-9c35-ea42dc1337d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:15.122490 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 434ba44d-e169-47e6-bf2f-a603942cae15 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:24:15.161384 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6755eb8c-d8ab-4058-9c35-ea42dc1337d8 None None] Port b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:24:15.167886 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 434ba44d-e169-47e6-bf2f-a603942cae15, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=434ba44d-e169-47e6-bf2f-a603942cae15,segment=NetworkSegment(41e5c997-0375-4a8d-92f7-022af7373204),segment_id=41e5c997-0375-4a8d-92f7-022af7373204)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:24:15.174007 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:15.181833 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning for port 97ee654f-e038-4d08-ae94-97c970c27a1f completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:24:15.207223 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 97ee654f-e038-4d08-ae94-97c970c27a1f triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:24:15.207741 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:15.268060 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=434ba44d-e169-47e6-bf2f-a603942cae15,revision_number=6']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:15.345062 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['434ba44d-e169-47e6-bf2f-a603942cae15'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:24:15.433283 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0c9d8-8289-4097-9752-c00ebd3f1dbe req-d651f4d4-2490-4a64-8e67-ffec35211ace tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:15.450489 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c3b0c9d8-8289-4097-9752-c00ebd3f1dbe req-d651f4d4-2490-4a64-8e67-ffec35211ace tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e8541d-2a75-4ead-8b17-b86d5aae4552 HTTP/1.1" status: 200 len: 946 time: 0.1437404 Aug 30 17:24:15.629552 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4007e776-61af-4803-9e4a-546acebdb7e2 admin admin] Router dff5bcda-9038-471a-af99-226b3118f835 has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:24:15.661845 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c641d7-349d-485a-9446-8d4d45a3644f req-1ff33fbb-8fee-4ec6-a690-8294d94d543f tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:15.664392 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c4c641d7-349d-485a-9446-8d4d45a3644f req-1ff33fbb-8fee-4ec6-a690-8294d94d543f tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.3676281 Aug 30 17:24:15.679807 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c3b0c9d8-8289-4097-9752-c00ebd3f1dbe req-6f456b38-078c-4de1-a049-a0199ac979fc tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233398 Aug 30 17:24:15.793557 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:15.894797 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] For port 97ee654f-e038-4d08-ae94-97c970c27a1f, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=97ee654f-e038-4d08-ae94-97c970c27a1f,segment=NetworkSegment(a1e39651-c313-42ea-8a56-542d3d88063d),segment_id=a1e39651-c313-42ea-8a56-542d3d88063d)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:24:15.914699 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:15.925928 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c4c641d7-349d-485a-9446-8d4d45a3644f req-e172e09e-fd6b-4fa1-a273-4fcb8193c0ae tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434828 Aug 30 17:24:16.082377 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Pushing event updated for resources: {'Port': ['ID=97ee654f-e038-4d08-ae94-97c970c27a1f,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:16.213100 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d211d3-afd3-4f9d-aa51-dd9b141233ed req-0890237f-fcc0-449e-97c4-8d6352e38884 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:16.254187 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d4d211d3-afd3-4f9d-aa51-dd9b141233ed req-0890237f-fcc0-449e-97c4-8d6352e38884 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 945 time: 0.3765419 Aug 30 17:24:16.320123 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4007e776-61af-4803-9e4a-546acebdb7e2 admin admin] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:24:16.343552 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-4007e776-61af-4803-9e4a-546acebdb7e2 admin admin] 10.222.0.21 "PUT /v2.0/routers/dff5bcda-9038-471a-af99-226b3118f835/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6207333 Aug 30 17:24:16.358716 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0388a8-7fad-40e8-8009-632434d5351f None None] Sync routers for ids ['dff5bcda-9038-471a-af99-226b3118f835'] in dv-cinder-805316-3-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:24:16.370253 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0388a8-7fad-40e8-8009-632434d5351f None None] Routers {'dff5bcda-9038-471a-af99-226b3118f835'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:24:16.370898 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-4f0388a8-7fad-40e8-8009-632434d5351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:23:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['dff5bcda-9038-471a-af99-226b3118f835'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:24:16.371066 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d4d211d3-afd3-4f9d-aa51-dd9b141233ed req-e6110191-cd7f-40fb-a066-849f33845929 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158628 Aug 30 17:24:16.621080 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-4f0388a8-7fad-40e8-8009-632434d5351f None None] Set router dff5bcda-9038-471a-af99-226b3118f835 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:24:16.784857 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 434ba44d-e169-47e6-bf2f-a603942cae15 up at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:24:16.841622 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 97ee654f-e038-4d08-ae94-97c970c27a1f up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:24:17.097706 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781de00-a18d-402f-8369-43cdcda68d64 req-f528bd06-aadd-495a-bf63-5c1edb0fbf47 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:17.114265 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c781de00-a18d-402f-8369-43cdcda68d64 req-f528bd06-aadd-495a-bf63-5c1edb0fbf47 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e8541d-2a75-4ead-8b17-b86d5aae4552 HTTP/1.1" status: 200 len: 946 time: 0.3362806 Aug 30 17:24:17.151041 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 97ee654f-e038-4d08-ae94-97c970c27a1f triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:24:17.151904 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:17.257512 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning complete for port 434ba44d-e169-47e6-bf2f-a603942cae15 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:24:17.258055 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:17.320016 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c781de00-a18d-402f-8369-43cdcda68d64 req-58f32626-ffe0-4e6c-9bb4-36bd9e958416 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343699 Aug 30 17:24:17.346437 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d476e7-478e-4a0d-9be1-5554ef3966a6 req-39fa2525-ed46-477b-ad7e-c1d331de93e7 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:17.359759 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a2d476e7-478e-4a0d-9be1-5554ef3966a6 req-39fa2525-ed46-477b-ad7e-c1d331de93e7 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.2227850 Aug 30 17:24:17.456620 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a2d476e7-478e-4a0d-9be1-5554ef3966a6 req-ea3452bb-090b-4c51-902d-c8c699a889f7 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936201 Aug 30 17:24:17.609609 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53450) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:17.615157 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-35d0867b-68e0-4ec2-8177-f2805aa77e8f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-326901977-network', 'tenant_id': 'd1c3292c3a974b92867263b04b7c00a3'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:24:17.636705 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb681f-8742-4011-a9a7-0e6cf65a2070 req-e7a2491d-1686-4ed6-a894-01ae4414e245 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:17.640041 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-00fb681f-8742-4011-a9a7-0e6cf65a2070 req-e7a2491d-1686-4ed6-a894-01ae4414e245 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 945 time: 0.1244838 Aug 30 17:24:17.649136 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:17.677717 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d0867b-68e0-4ec2-8177-f2805aa77e8f admin admin] Made reservation on behalf of d1c3292c3a974b92867263b04b7c00a3 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:24:17.680504 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-35d0867b-68e0-4ec2-8177-f2805aa77e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:17.732746 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-35d0867b-68e0-4ec2-8177-f2805aa77e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:17.787509 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-00fb681f-8742-4011-a9a7-0e6cf65a2070 req-ffb05984-b703-4156-8cae-f3bb8acc8a42 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418052 Aug 30 17:24:17.832280 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 434ba44d-e169-47e6-bf2f-a603942cae15, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=434ba44d-e169-47e6-bf2f-a603942cae15,segment=NetworkSegment(41e5c997-0375-4a8d-92f7-022af7373204),segment_id=41e5c997-0375-4a8d-92f7-022af7373204)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:24:17.912112 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887722d7-1d42-4cea-bc66-e805190b0d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434ba44d-e169-47e6-bf2f-a603942cae15'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:24:17.916601 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b565bf2a2ce0626243007c858acec0a0684ffd3fe6012f569d221254cd872eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c897a4-b6f3-49b7-a4cd-a31b8aadfb7b" -d '{"events": [{"server_uuid": "887722d7-1d42-4cea-bc66-e805190b0d37", "name": "network-vif-plugged", "status": "completed", "tag": "434ba44d-e169-47e6-bf2f-a603942cae15"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:24:17.923714 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-4f0388a8-7fad-40e8-8009-632434d5351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff5bcda-9038-471a-af99-226b3118f835', 'name': 'tempest-TestShelveInstance-1558087738-router', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '97ee654f-e038-4d08-ae94-97c970c27a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:24:09Z', 'updated_at': '2021-08-30T17:24:13Z', 'revision_number': 4, 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'gw_port': {'id': '97ee654f-e038-4d08-ae94-97c970c27a1f', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff5bcda-9038-471a-af99-226b3118f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:10Z', 'updated_at': '2021-08-30T17:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': 'b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6', 'name': '', 'network_id': '12712b10-7cd8-429d-845f-e2bbe84087c2', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'mac_address': 'fa:16:3e:70:a4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff5bcda-9038-471a-af99-226b3118f835', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7e04f231-8e49-4dc4-831a-df3b7fe03455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:12Z', 'updated_at': '2021-08-30T17:24:13Z', 'revision_number': 2, 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'subnets': [{'id': '7e04f231-8e49-4dc4-831a-df3b7fe03455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:24:17.975212 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0388a8-7fad-40e8-8009-632434d5351f None None] Checking router: dff5bcda-9038-471a-af99-226b3118f835 for host: dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:24:17.976145 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0388a8-7fad-40e8-8009-632434d5351f None None] Updating router dff5bcda-9038-471a-af99-226b3118f835 port b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6 binding host dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:24:18.032832 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:18.038618 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f0388a8-7fad-40e8-8009-632434d5351f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:18.087234 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-35d0867b-68e0-4ec2-8177-f2805aa77e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:18.095369 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-35d0867b-68e0-4ec2-8177-f2805aa77e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:18.137948 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bd0285-9f82-4054-be14-f09e46746949 x-openstack-request-id: req-19bd0285-9f82-4054-be14-f09e46746949 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:24:18.138224 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887722d7-1d42-4cea-bc66-e805190b0d37", "name": "network-vif-plugged", "status": "completed", "tag": "434ba44d-e169-47e6-bf2f-a603942cae15", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:24:18.138483 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19bd0285-9f82-4054-be14-f09e46746949 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:24:18.138884 dv-cinder-805316-3-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887722d7-1d42-4cea-bc66-e805190b0d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434ba44d-e169-47e6-bf2f-a603942cae15', 'code': 200} Aug 30 17:24:18.140789 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=434ba44d-e169-47e6-bf2f-a603942cae15,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:18.161363 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d0867b-68e0-4ec2-8177-f2805aa77e8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:24:18.219939 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-35d0867b-68e0-4ec2-8177-f2805aa77e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:18.220286 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-35d0867b-68e0-4ec2-8177-f2805aa77e8f admin admin] Added segment ddc1c0a2-13df-4153-9e94-244a87bb64db of type vlan for network 655c21ec-e117-4a13-9785-8da8459fd6fa Aug 30 17:24:18.228293 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0867b-68e0-4ec2-8177-f2805aa77e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc98117-6f31-48ac-a338-0a1afcb56c47,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:18.327828 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-35d0867b-68e0-4ec2-8177-f2805aa77e8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763728898142'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:18.366638 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-35d0867b-68e0-4ec2-8177-f2805aa77e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:18.368273 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d0867b-68e0-4ec2-8177-f2805aa77e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:18.370516 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-35d0867b-68e0-4ec2-8177-f2805aa77e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:18.411106 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 53460) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:18.412101 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-35d0867b-68e0-4ec2-8177-f2805aa77e8f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7996519 Aug 30 17:24:18.427178 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9c1bbcdd-a489-4c8d-95b2-6a3f0bcdbd50 admin admin] Request body: {'subnet': {'network_id': '655c21ec-e117-4a13-9785-8da8459fd6fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-326901977-subnet', 'tenant_id': 'd1c3292c3a974b92867263b04b7c00a3', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:24:18.488341 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0867b-68e0-4ec2-8177-f2805aa77e8f admin admin] Pushing event updated for resources: {'Network': ['ID=655c21ec-e117-4a13-9785-8da8459fd6fa,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:18.503234 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1bbcdd-a489-4c8d-95b2-6a3f0bcdbd50 admin admin] Made reservation on behalf of d1c3292c3a974b92867263b04b7c00a3 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:24:18.511026 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c1bbcdd-a489-4c8d-95b2-6a3f0bcdbd50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2815055'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:18.610420 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Network 655c21ec-e117-4a13-9785-8da8459fd6fa details requested by agent ovs-agent-dv-cinder-805316-3-iscsi with host dv-cinder-805316-3-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:24:18.969950 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f0388a8-7fad-40e8-8009-632434d5351f None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:18.991320 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-4f0388a8-7fad-40e8-8009-632434d5351f None None] Transition to ACTIVE for port object b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:24:19.000485 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f0388a8-7fad-40e8-8009-632434d5351f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:19.020007 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0033628-1410-451c-b9ab-0590eb2ae2b7 req-450af2c1-9f5d-4bbb-8f97-fe74d31ac954 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:19.024088 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d0033628-1410-451c-b9ab-0590eb2ae2b7 req-450af2c1-9f5d-4bbb-8f97-fe74d31ac954 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.2930191 Aug 30 17:24:19.199341 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0056dda-4402-4411-9a02-d072569f689b None None] Pushing event updated for resources: {'Port': ['ID=b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:19.237996 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-4f0388a8-7fad-40e8-8009-632434d5351f None None] Attempting to bind port b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6 on host dv-cinder-805316-3-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:24:19.238415 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-4f0388a8-7fad-40e8-8009-632434d5351f None None] Attempting to bind port b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6 by drivers openvswitch,hyperv on host dv-cinder-805316-3-iscsi at level 0 using segments [{'id': '8e685c25-9142-4f6b-a1bd-b40124343cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '12712b10-7cd8-429d-845f-e2bbe84087c2'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:24:19.239435 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0388a8-7fad-40e8-8009-632434d5351f None None] Attempting to bind port b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6 on network 12712b10-7cd8-429d-845f-e2bbe84087c2 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:24:19.245580 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0388a8-7fad-40e8-8009-632434d5351f None None] Checking agent: {'id': 'ffbe204d-12b1-4bb4-8980-9a78a382db5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 13, 58), 'started_at': datetime.datetime(2021, 8, 30, 17, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:24:19.245967 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0388a8-7fad-40e8-8009-632434d5351f None None] Checking segment: {'id': '8e685c25-9142-4f6b-a1bd-b40124343cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '12712b10-7cd8-429d-845f-e2bbe84087c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:24:19.246373 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f0388a8-7fad-40e8-8009-632434d5351f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:19.246828 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0388a8-7fad-40e8-8009-632434d5351f None None] Bound using segment: {'id': '8e685c25-9142-4f6b-a1bd-b40124343cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '12712b10-7cd8-429d-845f-e2bbe84087c2'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:24:19.247349 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-4f0388a8-7fad-40e8-8009-632434d5351f None None] Bound port: b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6, host: dv-cinder-805316-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e685c25-9142-4f6b-a1bd-b40124343cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '12712b10-7cd8-429d-845f-e2bbe84087c2'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:24:19.247789 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f0388a8-7fad-40e8-8009-632434d5351f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:19.364095 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-4f0388a8-7fad-40e8-8009-632434d5351f None None] For port b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6, host dv-cinder-805316-3-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:24:19.372251 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-4f0388a8-7fad-40e8-8009-632434d5351f None None] For port b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6, host dv-cinder-805316-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6,segment=NetworkSegment(8e685c25-9142-4f6b-a1bd-b40124343cbc),segment_id=8e685c25-9142-4f6b-a1bd-b40124343cbc)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:24:19.388036 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4f0388a8-7fad-40e8-8009-632434d5351f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:19.406708 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c1bbcdd-a489-4c8d-95b2-6a3f0bcdbd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2826096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2815037'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:19.485294 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d0033628-1410-451c-b9ab-0590eb2ae2b7 req-d3fbcf84-3e55-4cb3-894f-fc69d159c14c tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309020 Aug 30 17:24:19.571609 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3dc3b-158d-41ad-9f8e-ccbedc8be82b req-46d92de6-7c2f-43c9-a77e-ee65c39ab598 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:19.578397 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-10b3dc3b-158d-41ad-9f8e-ccbedc8be82b req-46d92de6-7c2f-43c9-a77e-ee65c39ab598 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.5510254 Aug 30 17:24:19.581336 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1bbcdd-a489-4c8d-95b2-6a3f0bcdbd50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bcb53d1-cb8d-4726-bff5-36ade06c52c6,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:19.705360 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1bbcdd-a489-4c8d-95b2-6a3f0bcdbd50 admin admin] Checking segment: {'id': 'ddc1c0a2-13df-4153-9e94-244a87bb64db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '655c21ec-e117-4a13-9785-8da8459fd6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:24:19.715449 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1bbcdd-a489-4c8d-95b2-6a3f0bcdbd50 admin admin] Network hostable DHCP agents. Network: 655c21ec-e117-4a13-9785-8da8459fd6fa, hostable agents: ['8f3c7f8e-0df7-4e02-9457-a839f0ce6f10'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:24:19.739877 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0388a8-7fad-40e8-8009-632434d5351f None None] Routers {'dff5bcda-9038-471a-af99-226b3118f835'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:24:19.744171 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-4f0388a8-7fad-40e8-8009-632434d5351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:23:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['dff5bcda-9038-471a-af99-226b3118f835'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:24:19.809982 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-10b3dc3b-158d-41ad-9f8e-ccbedc8be82b req-7493bd93-f77f-4d72-94e3-dd75a0e38948 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800044 Aug 30 17:24:19.855583 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1bbcdd-a489-4c8d-95b2-6a3f0bcdbd50 admin admin] Network 655c21ec-e117-4a13-9785-8da8459fd6fa is scheduled to be hosted by DHCP agent 8f3c7f8e-0df7-4e02-9457-a839f0ce6f10 with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:24:19.868980 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-9c1bbcdd-a489-4c8d-95b2-6a3f0bcdbd50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-3-iscsi, 655c21ec-e117-4a13-9785-8da8459fd6fa) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:24:19.886367 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1bbcdd-a489-4c8d-95b2-6a3f0bcdbd50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:19.887351 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9c1bbcdd-a489-4c8d-95b2-6a3f0bcdbd50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:19.921142 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-9c1bbcdd-a489-4c8d-95b2-6a3f0bcdbd50 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5085039 Aug 30 17:24:19.924023 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 53476) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:19.932473 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3be6bf03-8753-4dfc-b19b-f396cd7f60ad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-326901977-router', 'tenant_id': 'd1c3292c3a974b92867263b04b7c00a3', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:24:19.963310 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3be6bf03-8753-4dfc-b19b-f396cd7f60ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102440'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:19.964887 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3be6bf03-8753-4dfc-b19b-f396cd7f60ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533729', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102449'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:19.984219 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0056dda-4402-4411-9a02-d072569f689b None None] Pushing event updated for resources: {'Port': ['ID=b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:20.002476 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85f05e8-2b18-412b-8d9e-06ef6f4abcbd None None] Network 655c21ec-e117-4a13-9785-8da8459fd6fa requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:24:20.114710 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-4f0388a8-7fad-40e8-8009-632434d5351f None None] Set router dff5bcda-9038-471a-af99-226b3118f835 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:24:20.114997 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3be6bf03-8753-4dfc-b19b-f396cd7f60ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:20.652101 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3be6bf03-8753-4dfc-b19b-f396cd7f60ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:20.772817 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da2ffa-ac14-4da7-b73f-5146901c9b55 req-83dd1a9f-c28b-4160-b4fe-65332c1d3227 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:20.774870 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d6da2ffa-ac14-4da7-b73f-5146901c9b55 req-83dd1a9f-c28b-4160-b4fe-65332c1d3227 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 946 time: 0.3795485 Aug 30 17:24:20.796341 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f3726-c8ba-40b7-9a0b-03251594081d req-c244e5bf-0aac-4da4-844b-914bcc1e9c4c tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:20.804557 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01196060-6624-4aba-b139-f01a76e8d5f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9162af0-1391-5be5-b89f-1e72096aa358-655c21ec-e117-4a13-9785-8da8459fd6fa', 'network_id': '655c21ec-e117-4a13-9785-8da8459fd6fa', 'tenant_id': 'd1c3292c3a974b92867263b04b7c00a3', 'fixed_ips': [{'subnet_id': '2bcb53d1-cb8d-4726-bff5-36ade06c52c6'}]}} from dv-cinder-805316-3-iscsi. {{(pid=93817) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 17:24:20.805419 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01196060-6624-4aba-b139-f01a76e8d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:20.806420 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2b0f3726-c8ba-40b7-9a0b-03251594081d req-c244e5bf-0aac-4da4-844b-914bcc1e9c4c tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.1466012 Aug 30 17:24:20.869955 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d6da2ffa-ac14-4da7-b73f-5146901c9b55 req-98e19cce-a910-4d6d-8417-c1cafd890ee7 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836370 Aug 30 17:24:20.897205 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 53496) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:20.967621 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2b0f3726-c8ba-40b7-9a0b-03251594081d req-302d8a37-54f3-43b7-b966-b0b13f9d41fb tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598992 Aug 30 17:24:21.063668 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-01196060-6624-4aba-b139-f01a76e8d5f0 None None] Allocated IP 172.20.0.2 (655c21ec-e117-4a13-9785-8da8459fd6fa/2bcb53d1-cb8d-4726-bff5-36ade06c52c6/c770ef7f-6bb2-42b3-b65d-3b6b592dcf95) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:24:21.224725 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01196060-6624-4aba-b139-f01a76e8d5f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:21.236325 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-01196060-6624-4aba-b139-f01a76e8d5f0 None None] Transition to ACTIVE for port object c770ef7f-6bb2-42b3-b65d-3b6b592dcf95 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:24:21.266384 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-01196060-6624-4aba-b139-f01a76e8d5f0 None None] Transition to ACTIVE for port object c770ef7f-6bb2-42b3-b65d-3b6b592dcf95 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:24:21.279455 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01196060-6624-4aba-b139-f01a76e8d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:21.353374 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01196060-6624-4aba-b139-f01a76e8d5f0 None None] Network 655c21ec-e117-4a13-9785-8da8459fd6fa is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:24:21.357469 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01196060-6624-4aba-b139-f01a76e8d5f0 None None] Pushing event updated for resources: {'Port': ['ID=c770ef7f-6bb2-42b3-b65d-3b6b592dcf95,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:21.361790 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-01196060-6624-4aba-b139-f01a76e8d5f0 None None] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:24:21.362855 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3be6bf03-8753-4dfc-b19b-f396cd7f60ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:21.364319 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01196060-6624-4aba-b139-f01a76e8d5f0 None None] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:24:21.384446 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a82938-e1e3-40d0-bc9b-0defd41417a1 req-b7df6606-1f06-41ea-8e0d-bd04b8e1cf39 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:21.399704 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c5a82938-e1e3-40d0-bc9b-0defd41417a1 req-b7df6606-1f06-41ea-8e0d-bd04b8e1cf39 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.3616149 Aug 30 17:24:21.436946 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-01196060-6624-4aba-b139-f01a76e8d5f0 None None] Attempting to bind port c770ef7f-6bb2-42b3-b65d-3b6b592dcf95 on host dv-cinder-805316-3-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:24:21.437895 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-01196060-6624-4aba-b139-f01a76e8d5f0 None None] Attempting to bind port c770ef7f-6bb2-42b3-b65d-3b6b592dcf95 by drivers openvswitch,hyperv on host dv-cinder-805316-3-iscsi at level 0 using segments [{'id': 'ddc1c0a2-13df-4153-9e94-244a87bb64db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '655c21ec-e117-4a13-9785-8da8459fd6fa'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:24:21.438874 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01196060-6624-4aba-b139-f01a76e8d5f0 None None] Attempting to bind port c770ef7f-6bb2-42b3-b65d-3b6b592dcf95 on network 655c21ec-e117-4a13-9785-8da8459fd6fa {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:24:21.447728 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01196060-6624-4aba-b139-f01a76e8d5f0 None None] Checking agent: {'id': 'ffbe204d-12b1-4bb4-8980-9a78a382db5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 13, 58), 'started_at': datetime.datetime(2021, 8, 30, 17, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:24:21.448409 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01196060-6624-4aba-b139-f01a76e8d5f0 None None] Checking segment: {'id': 'ddc1c0a2-13df-4153-9e94-244a87bb64db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '655c21ec-e117-4a13-9785-8da8459fd6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:24:21.449280 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01196060-6624-4aba-b139-f01a76e8d5f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:21.449869 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01196060-6624-4aba-b139-f01a76e8d5f0 None None] Bound using segment: {'id': 'ddc1c0a2-13df-4153-9e94-244a87bb64db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '655c21ec-e117-4a13-9785-8da8459fd6fa'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:24:21.450499 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-01196060-6624-4aba-b139-f01a76e8d5f0 None None] Bound port: c770ef7f-6bb2-42b3-b65d-3b6b592dcf95, host: dv-cinder-805316-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc1c0a2-13df-4153-9e94-244a87bb64db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '655c21ec-e117-4a13-9785-8da8459fd6fa'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:24:21.451044 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01196060-6624-4aba-b139-f01a76e8d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:21.488844 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3be6bf03-8753-4dfc-b19b-f396cd7f60ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:21.550057 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-01196060-6624-4aba-b139-f01a76e8d5f0 None None] For port c770ef7f-6bb2-42b3-b65d-3b6b592dcf95, host dv-cinder-805316-3-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:24:21.550823 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c5a82938-e1e3-40d0-bc9b-0defd41417a1 req-d34eee1b-a5e9-4b01-911d-b3e43ddaf490 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488912 Aug 30 17:24:21.556430 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-01196060-6624-4aba-b139-f01a76e8d5f0 None None] For port c770ef7f-6bb2-42b3-b65d-3b6b592dcf95, host dv-cinder-805316-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=c770ef7f-6bb2-42b3-b65d-3b6b592dcf95,segment=NetworkSegment(ddc1c0a2-13df-4153-9e94-244a87bb64db),segment_id=ddc1c0a2-13df-4153-9e94-244a87bb64db)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:24:21.565146 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01196060-6624-4aba-b139-f01a76e8d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:21.618826 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4468926-f4bc-41e0-9bb2-96349a07b6b9 tempest-TestMinimumBasicScenario-900180023 tempest-TestMinimumBasicScenario-900180023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:21.620745 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-e4468926-f4bc-41e0-9bb2-96349a07b6b9 tempest-TestMinimumBasicScenario-900180023 tempest-TestMinimumBasicScenario-900180023-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 1094 time: 0.7147624 Aug 30 17:24:21.624727 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53502) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:21.629368 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-e1325b9c-d08a-4af6-aa90-41f95b45ffd2 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Request body: {'floatingip': {'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'port_id': 'f6ab28ee-87d4-4888-b560-457fd4ebe293', 'tenant_id': '1e87154fe5704a729a211e9e1f568318', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:24:21.682011 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e1325b9c-d08a-4af6-aa90-41f95b45ffd2 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:21.741050 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01196060-6624-4aba-b139-f01a76e8d5f0 None None] Pushing event updated for resources: {'Port': ['ID=c770ef7f-6bb2-42b3-b65d-3b6b592dcf95,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:21.785417 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-3be6bf03-8753-4dfc-b19b-f396cd7f60ad admin admin] Allocated IP 172.27.2.128 (3951d34a-2192-4abb-b523-61631b013f39/db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b/f64ce357-9183-48a9-acb5-474f32cbc1f7) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:24:21.789883 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-4f0388a8-7fad-40e8-8009-632434d5351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff5bcda-9038-471a-af99-226b3118f835', 'name': 'tempest-TestShelveInstance-1558087738-router', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '97ee654f-e038-4d08-ae94-97c970c27a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:24:09Z', 'updated_at': '2021-08-30T17:24:13Z', 'revision_number': 4, 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'gw_port': {'id': '97ee654f-e038-4d08-ae94-97c970c27a1f', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff5bcda-9038-471a-af99-226b3118f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:10Z', 'updated_at': '2021-08-30T17:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': 'b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6', 'name': '', 'network_id': '12712b10-7cd8-429d-845f-e2bbe84087c2', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'mac_address': 'fa:16:3e:70:a4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff5bcda-9038-471a-af99-226b3118f835', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7e04f231-8e49-4dc4-831a-df3b7fe03455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:12Z', 'updated_at': '2021-08-30T17:24:19Z', 'revision_number': 4, 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'subnets': [{'id': '7e04f231-8e49-4dc4-831a-df3b7fe03455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:24:21.886644 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0388a8-7fad-40e8-8009-632434d5351f None None] The sync data for ids ['dff5bcda-9038-471a-af99-226b3118f835'] in dv-cinder-805316-3-iscsi is: [{'id': 'dff5bcda-9038-471a-af99-226b3118f835', 'name': 'tempest-TestShelveInstance-1558087738-router', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '97ee654f-e038-4d08-ae94-97c970c27a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:24:09Z', 'updated_at': '2021-08-30T17:24:13Z', 'revision_number': 4, 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'gw_port': {'id': '97ee654f-e038-4d08-ae94-97c970c27a1f', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff5bcda-9038-471a-af99-226b3118f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:10Z', 'updated_at': '2021-08-30T17:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': 'b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6', 'name': '', 'network_id': '12712b10-7cd8-429d-845f-e2bbe84087c2', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'mac_address': 'fa:16:3e:70:a4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff5bcda-9038-471a-af99-226b3118f835', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7e04f231-8e49-4dc4-831a-df3b7fe03455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:12Z', 'updated_at': '2021-08-30T17:24:19Z', 'revision_number': 4, 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'subnets': [{'id': '7e04f231-8e49-4dc4-831a-df3b7fe03455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:24:21.925086 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e1325b9c-d08a-4af6-aa90-41f95b45ffd2 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:22.102663 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3be6bf03-8753-4dfc-b19b-f396cd7f60ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:22.268967 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3be6bf03-8753-4dfc-b19b-f396cd7f60ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:22.292510 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-e1325b9c-d08a-4af6-aa90-41f95b45ffd2 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Allocated IP 172.27.2.126 (3951d34a-2192-4abb-b523-61631b013f39/db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b/babd96aa-d566-493c-8a3b-a4c6f5aef84d) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:24:22.365195 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be6bf03-8753-4dfc-b19b-f396cd7f60ad admin admin] Network 3951d34a-2192-4abb-b523-61631b013f39 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:24:22.382440 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb46fd-2708-4f7b-8255-2c1054866587 req-3c6d7151-51d2-43c6-a8cb-f53ffd2a743e tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:22.390391 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b7eb46fd-2708-4f7b-8255-2c1054866587 req-3c6d7151-51d2-43c6-a8cb-f53ffd2a743e tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.2291353 Aug 30 17:24:22.410339 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-3be6bf03-8753-4dfc-b19b-f396cd7f60ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:24:22.412485 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6bf03-8753-4dfc-b19b-f396cd7f60ad admin admin] Pushing event updated for resources: {'Port': ['ID=f64ce357-9183-48a9-acb5-474f32cbc1f7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:22.421590 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be6bf03-8753-4dfc-b19b-f396cd7f60ad admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:24:22.512821 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b7eb46fd-2708-4f7b-8255-2c1054866587 req-9b7ca3f9-0d86-45e9-8b66-d92789df319d tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218035 Aug 30 17:24:22.598032 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e1325b9c-d08a-4af6-aa90-41f95b45ffd2 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:22.679566 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e1325b9c-d08a-4af6-aa90-41f95b45ffd2 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:22.842913 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1325b9c-d08a-4af6-aa90-41f95b45ffd2 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Network 3951d34a-2192-4abb-b523-61631b013f39 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:24:22.846440 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-e1325b9c-d08a-4af6-aa90-41f95b45ffd2 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:24:22.850436 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1325b9c-d08a-4af6-aa90-41f95b45ffd2 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:24:22.851832 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422f876-9ed0-4ce0-b12f-a0bbb95091d0 req-113a57d8-2ba8-4025-9606-7868de34b186 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:22.862155 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0422f876-9ed0-4ce0-b12f-a0bbb95091d0 req-113a57d8-2ba8-4025-9606-7868de34b186 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.1746924 Aug 30 17:24:22.952983 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1325b9c-d08a-4af6-aa90-41f95b45ffd2 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Pushing event updated for resources: {'Port': ['ID=babd96aa-d566-493c-8a3b-a4c6f5aef84d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:23.036671 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device c770ef7f-6bb2-42b3-b65d-3b6b592dcf95 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:24:23.118352 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3be6bf03-8753-4dfc-b19b-f396cd7f60ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:23.254134 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning for port c770ef7f-6bb2-42b3-b65d-3b6b592dcf95 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:24:23.260361 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:24:23.457014 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning for port b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:24:23.492140 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:24:23.492530 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:23.559324 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95430e5c-cbe3-4022-9ae1-63a16c261586 None None] Network 655c21ec-e117-4a13-9785-8da8459fd6fa requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:24:23.875226 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-12c10c0e-9efc-42fa-b04b-e26d8bb9abae None None] Provisioning for port c770ef7f-6bb2-42b3-b65d-3b6b592dcf95 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:24:23.892801 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e1325b9c-d08a-4af6-aa90-41f95b45ffd2 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:23.985999 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-12c10c0e-9efc-42fa-b04b-e26d8bb9abae None None] Provisioning complete for port c770ef7f-6bb2-42b3-b65d-3b6b592dcf95 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:24:23.986467 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-12c10c0e-9efc-42fa-b04b-e26d8bb9abae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:24.068454 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e1325b9c-d08a-4af6-aa90-41f95b45ffd2 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:24.070898 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3be6bf03-8753-4dfc-b19b-f396cd7f60ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535102'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:24.109964 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0422f876-9ed0-4ce0-b12f-a0bbb95091d0 req-dacdb1f7-8b2c-4d7e-8150-ebf65b6601c3 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2404823 Aug 30 17:24:24.178565 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:24.274961 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] For port b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6,segment=NetworkSegment(8e685c25-9142-4f6b-a1bd-b40124343cbc),segment_id=8e685c25-9142-4f6b-a1bd-b40124343cbc)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:24:24.295753 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:24.354425 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed22995-1f69-48d5-9d27-b732c75c4dfa req-e678df85-5822-4c4a-a529-feecfcb5de41 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:24.366235 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9ed22995-1f69-48d5-9d27-b732c75c4dfa req-e678df85-5822-4c4a-a529-feecfcb5de41 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.2775633 Aug 30 17:24:24.500425 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-12c10c0e-9efc-42fa-b04b-e26d8bb9abae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:24.518617 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e1325b9c-d08a-4af6-aa90-41f95b45ffd2 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:24.525605 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e1325b9c-d08a-4af6-aa90-41f95b45ffd2 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194083'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:24.557416 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Pushing event updated for resources: {'Port': ['ID=b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:24.594566 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-12c10c0e-9efc-42fa-b04b-e26d8bb9abae None None] For port c770ef7f-6bb2-42b3-b65d-3b6b592dcf95, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=c770ef7f-6bb2-42b3-b65d-3b6b592dcf95,segment=NetworkSegment(ddc1c0a2-13df-4153-9e94-244a87bb64db),segment_id=ddc1c0a2-13df-4153-9e94-244a87bb64db)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:24:24.603145 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9ed22995-1f69-48d5-9d27-b732c75c4dfa req-51eba8e7-ec7b-4d8d-b231-c13af0452eb2 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360098 Aug 30 17:24:24.609885 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-12c10c0e-9efc-42fa-b04b-e26d8bb9abae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:24.672117 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be6bf03-8753-4dfc-b19b-f396cd7f60ad admin admin] Router ec7bfaed-0e23-4428-8bc1-d6c54520b64e is scheduled to L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 17:24:24.709802 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1325b9c-d08a-4af6-aa90-41f95b45ffd2 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Pushing event updated for resources: {'Port': ['ID=babd96aa-d566-493c-8a3b-a4c6f5aef84d,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:24.717835 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e1325b9c-d08a-4af6-aa90-41f95b45ffd2 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535188'] for floatingip, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:24.755646 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c10c0e-9efc-42fa-b04b-e26d8bb9abae None None] Pushing event updated for resources: {'Port': ['ID=c770ef7f-6bb2-42b3-b65d-3b6b592dcf95,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:24.785159 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-6c9f36dd-ae88-4f45-896c-d1966726925b None None] Provisioning complete for port c770ef7f-6bb2-42b3-b65d-3b6b592dcf95 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:24:24.785567 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6c9f36dd-ae88-4f45-896c-d1966726925b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:24.945635 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:24:24.963935 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be6bf03-8753-4dfc-b19b-f396cd7f60ad admin admin] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:24:24.976282 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c11767-e89d-4643-9381-dac443afd761 None None] Sync routers for ids ['ec7bfaed-0e23-4428-8bc1-d6c54520b64e'] in dv-cinder-805316-3-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:24:25.006885 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.db.l3_db [None req-e1325b9c-d08a-4af6-aa90-41f95b45ffd2 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Floating IP 91b49740-0dfd-4538-913b-bf46f7f944d4 associated. External IP: 172.27.2.126, port: f6ab28ee-87d4-4888-b560-457fd4ebe293. Aug 30 17:24:25.017901 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c11767-e89d-4643-9381-dac443afd761 None None] Routers {'ec7bfaed-0e23-4428-8bc1-d6c54520b64e'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:24:25.021009 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-88c11767-e89d-4643-9381-dac443afd761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:23:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['ec7bfaed-0e23-4428-8bc1-d6c54520b64e'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:24:25.042726 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3be6bf03-8753-4dfc-b19b-f396cd7f60ad admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:25.055043 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-3be6bf03-8753-4dfc-b19b-f396cd7f60ad admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1256547 Aug 30 17:24:25.055043 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 53520) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:25.091762 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c63156b3-9567-41e1-920e-d37dd0aae96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:25.097996 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:25.184405 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-88c11767-e89d-4643-9381-dac443afd761 None None] Set router ec7bfaed-0e23-4428-8bc1-d6c54520b64e gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:24:25.308508 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:24:25.309116 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:25.587575 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-88c11767-e89d-4643-9381-dac443afd761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7bfaed-0e23-4428-8bc1-d6c54520b64e', 'name': 'tempest-TestShelveInstance-326901977-router', 'tenant_id': 'd1c3292c3a974b92867263b04b7c00a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'f64ce357-9183-48a9-acb5-474f32cbc1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:24:19Z', 'updated_at': '2021-08-30T17:24:22Z', 'revision_number': 3, 'project_id': 'd1c3292c3a974b92867263b04b7c00a3', 'gw_port': {'id': 'f64ce357-9183-48a9-acb5-474f32cbc1f7', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:36:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7bfaed-0e23-4428-8bc1-d6c54520b64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:21Z', 'updated_at': '2021-08-30T17:24:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:24:25.723427 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c11767-e89d-4643-9381-dac443afd761 None None] Checking router: ec7bfaed-0e23-4428-8bc1-d6c54520b64e for host: dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:24:25.724027 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c11767-e89d-4643-9381-dac443afd761 None None] Updating router ec7bfaed-0e23-4428-8bc1-d6c54520b64e port f64ce357-9183-48a9-acb5-474f32cbc1f7 binding host dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:24:25.893170 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-88c11767-e89d-4643-9381-dac443afd761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:26.100740 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d4f86-ee6b-4e66-90d6-8ff8e8bd188c req-878dbf99-f6bf-478a-8835-aba1fe91bb0f tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:26.102398 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f89d4f86-ee6b-4e66-90d6-8ff8e8bd188c req-878dbf99-f6bf-478a-8835-aba1fe91bb0f tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.5624621 Aug 30 17:24:26.183575 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcda795-644a-441e-bc4c-334a82814a89 req-febc1a56-36e4-4cb1-8e02-004a6e352c7b tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:26.185149 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4bcda795-644a-441e-bc4c-334a82814a89 req-febc1a56-36e4-4cb1-8e02-004a6e352c7b tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.3889647 Aug 30 17:24:26.192083 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f89d4f86-ee6b-4e66-90d6-8ff8e8bd188c req-35bd89ee-7dca-4ba4-ad4f-e27db550d806 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817738 Aug 30 17:24:26.233509 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1325b9c-d08a-4af6-aa90-41f95b45ffd2 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Router 2ba871b7-1fc6-4a7a-add0-48000b3edf01 has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:24:26.267370 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4bcda795-644a-441e-bc4c-334a82814a89 req-476cb9f5-0c25-4cbe-8471-f205dc45acef tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704484 Aug 30 17:24:26.269582 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9998ad6c-b557-4dbb-ae76-34a16ca3ac7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:26.303970 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:24:26.462340 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1325b9c-d08a-4af6-aa90-41f95b45ffd2 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:24:26.476854 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16f3da8-93f5-459d-84f2-d1697838dbf2 None None] Sync routers for ids ['2ba871b7-1fc6-4a7a-add0-48000b3edf01'] in dv-cinder-805316-3-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:24:26.506189 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16f3da8-93f5-459d-84f2-d1697838dbf2 None None] Routers {'2ba871b7-1fc6-4a7a-add0-48000b3edf01'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:24:26.506189 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b16f3da8-93f5-459d-84f2-d1697838dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:23:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['2ba871b7-1fc6-4a7a-add0-48000b3edf01'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:24:26.511319 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e1325b9c-d08a-4af6-aa90-41f95b45ffd2 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:26.550491 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-e1325b9c-d08a-4af6-aa90-41f95b45ffd2 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.9244735 Aug 30 17:24:26.550925 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4944d8-8963-40dc-925e-795c3f8f7f7d', 'tag': 'f6ab28ee-87d4-4888-b560-457fd4ebe293'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:24:26.554341 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375efd0c-3aee-4b38-ba3e-10933c996c67" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4944d8-8963-40dc-925e-795c3f8f7f7d", "tag": "f6ab28ee-87d4-4888-b560-457fd4ebe293"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:24:26.557384 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53528) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:26.562113 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-e17da3a3-8d5a-4bc2-ab4a-a8ca42a4eeac tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-95637666', 'description': 'tempest-secgroup-smoke-95637666 description', 'project_id': '1e87154fe5704a729a211e9e1f568318'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:24:26.595097 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-9998ad6c-b557-4dbb-ae76-34a16ca3ac7f admin admin] Allocated IP 172.20.0.1 (655c21ec-e117-4a13-9785-8da8459fd6fa/2bcb53d1-cb8d-4726-bff5-36ade06c52c6/002b09f0-955b-4272-98da-2d141126f0e7) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:24:26.637572 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0711d704-ca2c-4880-836f-667b69a74cb2 x-openstack-request-id: req-0711d704-ca2c-4880-836f-667b69a74cb2 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:24:26.637873 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4944d8-8963-40dc-925e-795c3f8f7f7d", "tag": "f6ab28ee-87d4-4888-b560-457fd4ebe293", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:24:26.638118 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0711d704-ca2c-4880-836f-667b69a74cb2 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:24:26.639818 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4944d8-8963-40dc-925e-795c3f8f7f7d', 'tag': 'f6ab28ee-87d4-4888-b560-457fd4ebe293', 'status': 'completed', 'code': 200} Aug 30 17:24:26.653220 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e17da3a3-8d5a-4bc2-ab4a-a8ca42a4eeac tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:26.756165 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-88c11767-e89d-4643-9381-dac443afd761 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:26.807159 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-88c11767-e89d-4643-9381-dac443afd761 None None] Transition to ACTIVE for port object f64ce357-9183-48a9-acb5-474f32cbc1f7 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:24:26.809085 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-b16f3da8-93f5-459d-84f2-d1697838dbf2 None None] Set router 2ba871b7-1fc6-4a7a-add0-48000b3edf01 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:24:26.822033 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375efd0c-3aee-4b38-ba3e-10933c996c67 req-58648e56-ecd1-4837-b56f-916a6f78c30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:26.826020 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-375efd0c-3aee-4b38-ba3e-10933c996c67 req-58648e56-ecd1-4837-b56f-916a6f78c30d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1e87154fe5704a729a211e9e1f568318&device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 1099 time: 0.1389079 Aug 30 17:24:26.826448 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-88c11767-e89d-4643-9381-dac443afd761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:26.986933 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e17da3a3-8d5a-4bc2-ab4a-a8ca42a4eeac tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:26.995572 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e17da3a3-8d5a-4bc2-ab4a-a8ca42a4eeac tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:27.005328 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3facd237-41fe-40a4-b913-76ad75b829ce None None] Pushing event updated for resources: {'Port': ['ID=f64ce357-9183-48a9-acb5-474f32cbc1f7,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:27.044224 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-88c11767-e89d-4643-9381-dac443afd761 None None] Attempting to bind port f64ce357-9183-48a9-acb5-474f32cbc1f7 on host dv-cinder-805316-3-iscsi for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:24:27.045294 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-88c11767-e89d-4643-9381-dac443afd761 None None] Attempting to bind port f64ce357-9183-48a9-acb5-474f32cbc1f7 by drivers openvswitch,hyperv on host dv-cinder-805316-3-iscsi at level 0 using segments [{'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:24:27.046035 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c11767-e89d-4643-9381-dac443afd761 None None] Attempting to bind port f64ce357-9183-48a9-acb5-474f32cbc1f7 on network 3951d34a-2192-4abb-b523-61631b013f39 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:24:27.047159 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device c770ef7f-6bb2-42b3-b65d-3b6b592dcf95 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:24:27.053924 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c11767-e89d-4643-9381-dac443afd761 None None] Checking agent: {'id': 'ffbe204d-12b1-4bb4-8980-9a78a382db5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 13, 58), 'started_at': datetime.datetime(2021, 8, 30, 17, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:24:27.054710 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c11767-e89d-4643-9381-dac443afd761 None None] Checking segment: {'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:24:27.055389 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17da3a3-8d5a-4bc2-ab4a-a8ca42a4eeac tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fffd43b-2eca-4065-a79b-e50693e9a779,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:27.055661 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-88c11767-e89d-4643-9381-dac443afd761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:27.056267 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c11767-e89d-4643-9381-dac443afd761 None None] Bound using segment: {'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:24:27.057043 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-88c11767-e89d-4643-9381-dac443afd761 None None] Bound port: f64ce357-9183-48a9-acb5-474f32cbc1f7, host: dv-cinder-805316-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:24:27.057792 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-88c11767-e89d-4643-9381-dac443afd761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:27.058035 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e17da3a3-8d5a-4bc2-ab4a-a8ca42a4eeac tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:27.062838 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-e17da3a3-8d5a-4bc2-ab4a-a8ca42a4eeac tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.5042930 Aug 30 17:24:27.063822 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53534) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:27.070634 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-3aa5e736-77da-405b-bfa0-d02007c57035 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Request body: {'security_group_rule': {'security_group_id': '3fffd43b-2eca-4065-a79b-e50693e9a779', 'project_id': '1e87154fe5704a729a211e9e1f568318', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:24:27.125629 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375efd0c-3aee-4b38-ba3e-10933c996c67 req-0ede7aed-b575-4c16-9072-4fb226bd50e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:27.126562 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aa5e736-77da-405b-bfa0-d02007c57035 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:27.127153 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-375efd0c-3aee-4b38-ba3e-10933c996c67 req-0ede7aed-b575-4c16-9072-4fb226bd50e3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff1002d0-fa0b-4127-8146-74c3b9876100 HTTP/1.1" status: 200 len: 915 time: 0.2835610 Aug 30 17:24:27.144464 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9998ad6c-b557-4dbb-ae76-34a16ca3ac7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:27.179589 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-88c11767-e89d-4643-9381-dac443afd761 None None] For port f64ce357-9183-48a9-acb5-474f32cbc1f7, host dv-cinder-805316-3-iscsi, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:24:27.188588 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-88c11767-e89d-4643-9381-dac443afd761 None None] For port f64ce357-9183-48a9-acb5-474f32cbc1f7, host dv-cinder-805316-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=f64ce357-9183-48a9-acb5-474f32cbc1f7,segment=NetworkSegment(a1e39651-c313-42ea-8a56-542d3d88063d),segment_id=a1e39651-c313-42ea-8a56-542d3d88063d)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:24:27.196292 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-88c11767-e89d-4643-9381-dac443afd761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:27.254854 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aa5e736-77da-405b-bfa0-d02007c57035 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:27.264555 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aa5e736-77da-405b-bfa0-d02007c57035 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646536'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:27.358421 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3aa5e736-77da-405b-bfa0-d02007c57035 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:27.364371 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9998ad6c-b557-4dbb-ae76-34a16ca3ac7f admin admin] Transition to ACTIVE for port object 002b09f0-955b-4272-98da-2d141126f0e7 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:24:27.364856 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-3aa5e736-77da-405b-bfa0-d02007c57035 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2987070 Aug 30 17:24:27.368501 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 53544) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:27.380972 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-29dac037-7518-41a9-b7f9-7eb0727a9506 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Request body: {'security_group_rule': {'security_group_id': '3fffd43b-2eca-4065-a79b-e50693e9a779', 'project_id': '1e87154fe5704a729a211e9e1f568318', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:24:27.381839 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5e736-77da-405b-bfa0-d02007c57035 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa04eec0-7a15-4190-9f64-0009b2a6a128,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:27.463880 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3facd237-41fe-40a4-b913-76ad75b829ce None None] Pushing event updated for resources: {'Port': ['ID=f64ce357-9183-48a9-acb5-474f32cbc1f7,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:27.487777 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c11767-e89d-4643-9381-dac443afd761 None None] Routers {'ec7bfaed-0e23-4428-8bc1-d6c54520b64e'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:24:27.488534 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-88c11767-e89d-4643-9381-dac443afd761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:23:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['ec7bfaed-0e23-4428-8bc1-d6c54520b64e'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:24:27.611488 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-29dac037-7518-41a9-b7f9-7eb0727a9506 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:27.749297 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-375efd0c-3aee-4b38-ba3e-10933c996c67 req-67b469e9-cc31-467b-9e3c-4dd0df086546 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6ab28ee-87d4-4888-b560-457fd4ebe293 HTTP/1.1" status: 200 len: 1000 time: 0.5912187 Aug 30 17:24:27.820467 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-88c11767-e89d-4643-9381-dac443afd761 None None] Set router ec7bfaed-0e23-4428-8bc1-d6c54520b64e gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:24:27.912047 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-54e6cd84-680f-4a9c-b8f3-f86eb9afeb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:27.916271 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:27.934471 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port c770ef7f-6bb2-42b3-b65d-3b6b592dcf95 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:24:27.934785 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:28.276665 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b16f3da8-93f5-459d-84f2-d1697838dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'name': 'tempest-TestMinimumBasicScenario-790838240-router', 'tenant_id': '1e87154fe5704a729a211e9e1f568318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:22:52Z', 'updated_at': '2021-08-30T17:22:56Z', 'revision_number': 4, 'project_id': '1e87154fe5704a729a211e9e1f568318', 'gw_port': {'id': '7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:22:52Z', 'updated_at': '2021-08-30T17:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_floatingips': [{'id': '91b49740-0dfd-4538-913b-bf46f7f944d4', 'tenant_id': '1e87154fe5704a729a211e9e1f568318', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'port_id': 'f6ab28ee-87d4-4888-b560-457fd4ebe293', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff1002d0-fa0b-4127-8146-74c3b9876100', 'mac_address': 'fa:16:3e:d8:54:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4944d8-8963-40dc-925e-795c3f8f7f7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:24:23Z', 'updated_at': '2021-08-30T17:24:23Z', 'revision_number': 0, 'project_id': '1e87154fe5704a729a211e9e1f568318', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11005aa2-c15d-4f72-8e9a-d2cbca76ca58', 'name': '', 'network_id': 'ff1002d0-fa0b-4127-8146-74c3b9876100', 'tenant_id': '1e87154fe5704a729a211e9e1f568318', 'mac_address': 'fa:16:3e:9c:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e2441a91-a5c9-4f3f-a0e9-881d637a8bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:22:55Z', 'updated_at': '2021-08-30T17:23:03Z', 'revision_number': 5, 'project_id': '1e87154fe5704a729a211e9e1f568318', 'subnets': [{'id': 'e2441a91-a5c9-4f3f-a0e9-881d637a8bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:24:28.295331 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-88c11767-e89d-4643-9381-dac443afd761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7bfaed-0e23-4428-8bc1-d6c54520b64e', 'name': 'tempest-TestShelveInstance-326901977-router', 'tenant_id': 'd1c3292c3a974b92867263b04b7c00a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'f64ce357-9183-48a9-acb5-474f32cbc1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:24:19Z', 'updated_at': '2021-08-30T17:24:22Z', 'revision_number': 3, 'project_id': 'd1c3292c3a974b92867263b04b7c00a3', 'gw_port': {'id': 'f64ce357-9183-48a9-acb5-474f32cbc1f7', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:36:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7bfaed-0e23-4428-8bc1-d6c54520b64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:21Z', 'updated_at': '2021-08-30T17:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:24:28.302149 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-29dac037-7518-41a9-b7f9-7eb0727a9506 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:28.315829 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67714e67-fda8-4866-b4b4-7b98b919aa47 req-2e031afb-7f97-42ea-b400-11e511e45e8b tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:28.323769 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-67714e67-fda8-4866-b4b4-7b98b919aa47 req-2e031afb-7f97-42ea-b400-11e511e45e8b tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.8883913 Aug 30 17:24:28.350511 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16f3da8-93f5-459d-84f2-d1697838dbf2 None None] Checking router: 2ba871b7-1fc6-4a7a-add0-48000b3edf01 for host: dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:24:28.355000 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-29dac037-7518-41a9-b7f9-7eb0727a9506 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646536'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:28.362362 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c11767-e89d-4643-9381-dac443afd761 None None] The sync data for ids ['ec7bfaed-0e23-4428-8bc1-d6c54520b64e'] in dv-cinder-805316-3-iscsi is: [{'id': 'ec7bfaed-0e23-4428-8bc1-d6c54520b64e', 'name': 'tempest-TestShelveInstance-326901977-router', 'tenant_id': 'd1c3292c3a974b92867263b04b7c00a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'f64ce357-9183-48a9-acb5-474f32cbc1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:24:19Z', 'updated_at': '2021-08-30T17:24:22Z', 'revision_number': 3, 'project_id': 'd1c3292c3a974b92867263b04b7c00a3', 'gw_port': {'id': 'f64ce357-9183-48a9-acb5-474f32cbc1f7', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:36:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7bfaed-0e23-4428-8bc1-d6c54520b64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:21Z', 'updated_at': '2021-08-30T17:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:24:28.372739 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16f3da8-93f5-459d-84f2-d1697838dbf2 None None] Routers {'2ba871b7-1fc6-4a7a-add0-48000b3edf01'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:24:28.375027 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b16f3da8-93f5-459d-84f2-d1697838dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:24:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['2ba871b7-1fc6-4a7a-add0-48000b3edf01'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:24:28.383239 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9998ad6c-b557-4dbb-ae76-34a16ca3ac7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:28.411318 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32614e5e-df51-4003-8f23-e245f8a5f715 req-c22a69e7-97f9-4087-8bac-48db78985436 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:28.413407 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-32614e5e-df51-4003-8f23-e245f8a5f715 req-c22a69e7-97f9-4087-8bac-48db78985436 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.8645444 Aug 30 17:24:28.414811 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375efd0c-3aee-4b38-ba3e-10933c996c67 req-7898221c-76c7-4b8f-a61c-0dbce6b8b2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:28.436366 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-375efd0c-3aee-4b38-ba3e-10933c996c67 req-7898221c-76c7-4b8f-a61c-0dbce6b8b2fb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e2441a91-a5c9-4f3f-a0e9-881d637a8bbc HTTP/1.1" status: 200 len: 853 time: 0.6403050 Aug 30 17:24:28.449663 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-29dac037-7518-41a9-b7f9-7eb0727a9506 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:28.450782 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-29dac037-7518-41a9-b7f9-7eb0727a9506 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0794430 Aug 30 17:24:28.453985 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53548) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:28.459995 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-6f9689b9-0f07-4695-b0f3-fa6b2a0621e0 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Request body: {'security_group_rule': {'security_group_id': '3fffd43b-2eca-4065-a79b-e50693e9a779', 'project_id': '1e87154fe5704a729a211e9e1f568318', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:24:28.547680 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6f9689b9-0f07-4695-b0f3-fa6b2a0621e0 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:28.579879 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dac037-7518-41a9-b7f9-7eb0727a9506 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17564b5d-5732-4a4a-b832-1d2fe731974d,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:28.591178 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9998ad6c-b557-4dbb-ae76-34a16ca3ac7f admin admin] Network 655c21ec-e117-4a13-9785-8da8459fd6fa is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:24:28.598827 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-9998ad6c-b557-4dbb-ae76-34a16ca3ac7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:24:28.614141 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9998ad6c-b557-4dbb-ae76-34a16ca3ac7f admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:24:28.632647 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-67714e67-fda8-4866-b4b4-7b98b919aa47 req-94c4e143-9246-4955-a2df-9040d2d0c190 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3081651 Aug 30 17:24:28.660637 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-32614e5e-df51-4003-8f23-e245f8a5f715 req-709e337e-f3b6-4ba2-bcf3-3f87e3963178 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992321 Aug 30 17:24:28.705321 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998ad6c-b557-4dbb-ae76-34a16ca3ac7f admin admin] Pushing event updated for resources: {'Port': ['ID=002b09f0-955b-4272-98da-2d141126f0e7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:28.740752 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6f9689b9-0f07-4695-b0f3-fa6b2a0621e0 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:28.752769 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6f9689b9-0f07-4695-b0f3-fa6b2a0621e0 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646536'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:28.776416 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375efd0c-3aee-4b38-ba3e-10933c996c67 req-afcf4adb-5b75-4ea1-92fb-8d35f44c9fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:28.782265 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-375efd0c-3aee-4b38-ba3e-10933c996c67 req-afcf4adb-5b75-4ea1-92fb-8d35f44c9fc1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff1002d0-fa0b-4127-8146-74c3b9876100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3445532 Aug 30 17:24:28.814932 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-b16f3da8-93f5-459d-84f2-d1697838dbf2 None None] Set router 2ba871b7-1fc6-4a7a-add0-48000b3edf01 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:24:28.851049 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9689b9-0f07-4695-b0f3-fa6b2a0621e0 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eada0f0-02f3-4cf3-a177-628fadc39e54,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:28.882485 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:28.885028 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6f9689b9-0f07-4695-b0f3-fa6b2a0621e0 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:28.887166 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-6f9689b9-0f07-4695-b0f3-fa6b2a0621e0 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4320755 Aug 30 17:24:28.890462 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53562) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:28.900474 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-7aeff8a2-f91e-4276-883b-6f14aad106aa tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Request body: {'security_group_rule': {'security_group_id': '3fffd43b-2eca-4065-a79b-e50693e9a779', 'project_id': '1e87154fe5704a729a211e9e1f568318', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:24:28.907407 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9998ad6c-b557-4dbb-ae76-34a16ca3ac7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535265'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:29.006691 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7aeff8a2-f91e-4276-883b-6f14aad106aa tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:29.217219 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7aeff8a2-f91e-4276-883b-6f14aad106aa tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:29.235343 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7aeff8a2-f91e-4276-883b-6f14aad106aa tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646536'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:29.271154 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7aeff8a2-f91e-4276-883b-6f14aad106aa tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:29.274585 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-7aeff8a2-f91e-4276-883b-6f14aad106aa tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3829620 Aug 30 17:24:29.294180 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53566) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:29.308941 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-64ba30a3-1088-4d3b-9344-35a13da7fe0a tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Request body: {'security_group_rule': {'security_group_id': '3fffd43b-2eca-4065-a79b-e50693e9a779', 'project_id': '1e87154fe5704a729a211e9e1f568318', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:24:29.315660 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-32660656-e140-445f-95df-322cf1ea8d2e None None] Provisioning for port 002b09f0-955b-4272-98da-2d141126f0e7 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:24:29.321302 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeff8a2-f91e-4276-883b-6f14aad106aa tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb52f11c-772a-4ef5-93b3-45eaa1646d42,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:29.344566 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-32660656-e140-445f-95df-322cf1ea8d2e None None] Provisioning complete for port 002b09f0-955b-4272-98da-2d141126f0e7 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:24:29.346179 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-32660656-e140-445f-95df-322cf1ea8d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:29.346947 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-375efd0c-3aee-4b38-ba3e-10933c996c67 req-92ea2e63-3981-4807-868c-b5266423f4b2 service neutron] 10.222.0.52 "GET /v2.0/networks/ff1002d0-fa0b-4127-8146-74c3b9876100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5457649 Aug 30 17:24:29.385719 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-64ba30a3-1088-4d3b-9344-35a13da7fe0a tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Project 1e87154fe5704a729a211e9e1f568318 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 17:24:29.400974 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-64ba30a3-1088-4d3b-9344-35a13da7fe0a tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:29.423356 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9998ad6c-b557-4dbb-ae76-34a16ca3ac7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:29.478878 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-32660656-e140-445f-95df-322cf1ea8d2e None None] Port 002b09f0-955b-4272-98da-2d141126f0e7 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:24:29.492614 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b16f3da8-93f5-459d-84f2-d1697838dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'name': 'tempest-TestMinimumBasicScenario-790838240-router', 'tenant_id': '1e87154fe5704a729a211e9e1f568318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:22:52Z', 'updated_at': '2021-08-30T17:22:56Z', 'revision_number': 4, 'project_id': '1e87154fe5704a729a211e9e1f568318', 'gw_port': {'id': '7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:22:52Z', 'updated_at': '2021-08-30T17:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_floatingips': [{'id': '91b49740-0dfd-4538-913b-bf46f7f944d4', 'tenant_id': '1e87154fe5704a729a211e9e1f568318', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'port_id': 'f6ab28ee-87d4-4888-b560-457fd4ebe293', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff1002d0-fa0b-4127-8146-74c3b9876100', 'mac_address': 'fa:16:3e:d8:54:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4944d8-8963-40dc-925e-795c3f8f7f7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:24:23Z', 'updated_at': '2021-08-30T17:24:23Z', 'revision_number': 0, 'project_id': '1e87154fe5704a729a211e9e1f568318', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11005aa2-c15d-4f72-8e9a-d2cbca76ca58', 'name': '', 'network_id': 'ff1002d0-fa0b-4127-8146-74c3b9876100', 'tenant_id': '1e87154fe5704a729a211e9e1f568318', 'mac_address': 'fa:16:3e:9c:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e2441a91-a5c9-4f3f-a0e9-881d637a8bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:22:55Z', 'updated_at': '2021-08-30T17:23:03Z', 'revision_number': 5, 'project_id': '1e87154fe5704a729a211e9e1f568318', 'subnets': [{'id': 'e2441a91-a5c9-4f3f-a0e9-881d637a8bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:24:29.555042 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16f3da8-93f5-459d-84f2-d1697838dbf2 None None] The sync data for ids ['2ba871b7-1fc6-4a7a-add0-48000b3edf01'] in dv-cinder-805316-3-iscsi is: [{'id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'name': 'tempest-TestMinimumBasicScenario-790838240-router', 'tenant_id': '1e87154fe5704a729a211e9e1f568318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:22:52Z', 'updated_at': '2021-08-30T17:22:56Z', 'revision_number': 4, 'project_id': '1e87154fe5704a729a211e9e1f568318', 'gw_port': {'id': '7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:22:52Z', 'updated_at': '2021-08-30T17:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_floatingips': [{'id': '91b49740-0dfd-4538-913b-bf46f7f944d4', 'tenant_id': '1e87154fe5704a729a211e9e1f568318', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'port_id': 'f6ab28ee-87d4-4888-b560-457fd4ebe293', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff1002d0-fa0b-4127-8146-74c3b9876100', 'mac_address': 'fa:16:3e:d8:54:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4944d8-8963-40dc-925e-795c3f8f7f7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:24:23Z', 'updated_at': '2021-08-30T17:24:23Z', 'revision_number': 0, 'project_id': '1e87154fe5704a729a211e9e1f568318', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11005aa2-c15d-4f72-8e9a-d2cbca76ca58', 'name': '', 'network_id': 'ff1002d0-fa0b-4127-8146-74c3b9876100', 'tenant_id': '1e87154fe5704a729a211e9e1f568318', 'mac_address': 'fa:16:3e:9c:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e2441a91-a5c9-4f3f-a0e9-881d637a8bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:22:55Z', 'updated_at': '2021-08-30T17:23:03Z', 'revision_number': 5, 'project_id': '1e87154fe5704a729a211e9e1f568318', 'subnets': [{'id': 'e2441a91-a5c9-4f3f-a0e9-881d637a8bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:24:29.555898 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-64ba30a3-1088-4d3b-9344-35a13da7fe0a tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:29.573484 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-64ba30a3-1088-4d3b-9344-35a13da7fe0a tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646536'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:29.605968 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba30a3-1088-4d3b-9344-35a13da7fe0a tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b2be674-f369-453e-afb3-31ee48b66fec,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:29.661714 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-64ba30a3-1088-4d3b-9344-35a13da7fe0a tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:29.666608 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-64ba30a3-1088-4d3b-9344-35a13da7fe0a tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3655775 Aug 30 17:24:29.669545 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53570) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:29.700602 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-22cf6566-13cb-4658-b1fc-8a669c937a20 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Request body: {'security_group_rule': {'security_group_id': '3fffd43b-2eca-4065-a79b-e50693e9a779', 'project_id': '1e87154fe5704a729a211e9e1f568318', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:24:29.775510 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-22cf6566-13cb-4658-b1fc-8a669c937a20 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Project 1e87154fe5704a729a211e9e1f568318 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 17:24:29.793307 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22cf6566-13cb-4658-b1fc-8a669c937a20 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:29.898484 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-375efd0c-3aee-4b38-ba3e-10933c996c67 req-3c93924f-1f70-4c39-914f-afd3d6b3cecc service neutron] 10.222.0.52 "GET /v2.0/networks/ff1002d0-fa0b-4127-8146-74c3b9876100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323145 Aug 30 17:24:29.976121 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22cf6566-13cb-4658-b1fc-8a669c937a20 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:29.986386 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22cf6566-13cb-4658-b1fc-8a669c937a20 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646536'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:30.056943 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf6566-13cb-4658-b1fc-8a669c937a20 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c4ab12e-79f3-4f56-94d7-971cf2acb8be,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:30.066970 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-22cf6566-13cb-4658-b1fc-8a669c937a20 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:30.074336 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-22cf6566-13cb-4658-b1fc-8a669c937a20 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3877347 Aug 30 17:24:30.077088 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:30.079952 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462908e-39a6-4196-843f-bba1612aa308 req-3b5efedb-2bee-4506-8601-74bb859dd22c tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:30.082083 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a462908e-39a6-4196-843f-bba1612aa308 req-3b5efedb-2bee-4506-8601-74bb859dd22c tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.2826970 Aug 30 17:24:30.146555 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54791258-c7f4-4e3e-a9a3-5340e189061b req-37087903-0de9-49ab-abf0-48cd56b0b3bd tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:30.149490 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-54791258-c7f4-4e3e-a9a3-5340e189061b req-37087903-0de9-49ab-abf0-48cd56b0b3bd tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.1901898 Aug 30 17:24:30.152306 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9998ad6c-b557-4dbb-ae76-34a16ca3ac7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:30.171410 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9998ad6c-b557-4dbb-ae76-34a16ca3ac7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2822393'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:30.174714 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca8a5e7-85d4-4af4-a237-79a24568f02c None None] New status for floating IP 91b49740-0dfd-4538-913b-bf46f7f944d4: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:24:30.251231 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a462908e-39a6-4196-843f-bba1612aa308 req-6d38b684-10eb-4906-aa16-c25e90e1563d tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574023 Aug 30 17:24:30.369691 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-54791258-c7f4-4e3e-a9a3-5340e189061b req-abb16c1f-2688-4fb2-a2c4-875118d80b1a tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114973 Aug 30 17:24:30.376147 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9998ad6c-b557-4dbb-ae76-34a16ca3ac7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535358'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:30.393098 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998ad6c-b557-4dbb-ae76-34a16ca3ac7f admin admin] Pushing event updated for resources: {'Port': ['ID=002b09f0-955b-4272-98da-2d141126f0e7,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:30.690511 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-70c227fc-8396-4578-8c1a-70030e8eabe5 req-42e17036-7cb5-4dd8-be23-7059dbd34b6c tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-95637666&fields=id&tenant_id=1e87154fe5704a729a211e9e1f568318 HTTP/1.1" status: 200 len: 267 time: 0.1283686 Aug 30 17:24:30.811317 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9998ad6c-b557-4dbb-ae76-34a16ca3ac7f admin admin] Network 655c21ec-e117-4a13-9785-8da8459fd6fa is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:24:30.813900 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-9998ad6c-b557-4dbb-ae76-34a16ca3ac7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:24:30.884897 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c227fc-8396-4578-8c1a-70030e8eabe5 req-0f707e27-72de-4bb1-bfbb-584c8857ee9c tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:30.905662 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-70c227fc-8396-4578-8c1a-70030e8eabe5 req-0f707e27-72de-4bb1-bfbb-584c8857ee9c tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 946 time: 0.2118492 Aug 30 17:24:30.914751 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device f64ce357-9183-48a9-acb5-474f32cbc1f7 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:24:30.989441 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-70c227fc-8396-4578-8c1a-70030e8eabe5 req-99902ec3-88e7-40e1-ad1b-d6be9d040432 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Request body: {'port': {'security_groups': ['cfe35034-58df-4340-b9b0-7c5cec5f69f0', '3fffd43b-2eca-4065-a79b-e50693e9a779']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:24:31.057466 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning for port f64ce357-9183-48a9-acb5-474f32cbc1f7 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:24:31.064940 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port f64ce357-9183-48a9-acb5-474f32cbc1f7 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:24:31.065753 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:31.242722 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9998ad6c-b557-4dbb-ae76-34a16ca3ac7f admin admin] Router ec7bfaed-0e23-4428-8bc1-d6c54520b64e has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:24:31.245798 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-0a224ad6-2943-4406-8d54-76def380f4a0 None None] Provisioning complete for port 002b09f0-955b-4272-98da-2d141126f0e7 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:24:31.247668 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0a224ad6-2943-4406-8d54-76def380f4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:31.248148 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-70c227fc-8396-4578-8c1a-70030e8eabe5 req-99902ec3-88e7-40e1-ad1b-d6be9d040432 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:31.255959 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:31.330384 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] For port f64ce357-9183-48a9-acb5-474f32cbc1f7, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=f64ce357-9183-48a9-acb5-474f32cbc1f7,segment=NetworkSegment(a1e39651-c313-42ea-8a56-542d3d88063d),segment_id=a1e39651-c313-42ea-8a56-542d3d88063d)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:24:31.393003 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:31.434486 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9998ad6c-b557-4dbb-ae76-34a16ca3ac7f admin admin] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:24:31.458803 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-9998ad6c-b557-4dbb-ae76-34a16ca3ac7f admin admin] 10.222.0.21 "PUT /v2.0/routers/ec7bfaed-0e23-4428-8bc1-d6c54520b64e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4024167 Aug 30 17:24:31.545579 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Pushing event updated for resources: {'Port': ['ID=f64ce357-9183-48a9-acb5-474f32cbc1f7,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:31.602199 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-0a224ad6-2943-4406-8d54-76def380f4a0 None None] Port 002b09f0-955b-4272-98da-2d141126f0e7 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:24:31.746189 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-70c227fc-8396-4578-8c1a-70030e8eabe5 req-99902ec3-88e7-40e1-ad1b-d6be9d040432 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] For port f6ab28ee-87d4-4888-b560-457fd4ebe293, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=f6ab28ee-87d4-4888-b560-457fd4ebe293,segment=NetworkSegment(c74f1a16-00c4-471b-b3bb-ad3b14bbd540),segment_id=c74f1a16-00c4-471b-b3bb-ad3b14bbd540)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:24:31.754296 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb21381-3025-4aeb-8175-2277091b9570 None None] Sync routers for ids ['ec7bfaed-0e23-4428-8bc1-d6c54520b64e'] in dv-cinder-805316-3-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:24:31.778440 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb21381-3025-4aeb-8175-2277091b9570 None None] Routers {'ec7bfaed-0e23-4428-8bc1-d6c54520b64e'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:24:31.779220 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3fb21381-3025-4aeb-8175-2277091b9570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:24:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['ec7bfaed-0e23-4428-8bc1-d6c54520b64e'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:24:31.906688 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26cbbf-40f6-4d60-a021-cf05da64f642 req-9a059d84-6aa6-43c2-9ec4-69d586e14a14 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:31.929842 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1d26cbbf-40f6-4d60-a021-cf05da64f642 req-9a059d84-6aa6-43c2-9ec4-69d586e14a14 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.4833109 Aug 30 17:24:31.958823 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-70c227fc-8396-4578-8c1a-70030e8eabe5 req-99902ec3-88e7-40e1-ad1b-d6be9d040432 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:31.985774 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-70c227fc-8396-4578-8c1a-70030e8eabe5 req-99902ec3-88e7-40e1-ad1b-d6be9d040432 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2822393'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:32.114899 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c227fc-8396-4578-8c1a-70030e8eabe5 req-99902ec3-88e7-40e1-ad1b-d6be9d040432 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:32.116423 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-70c227fc-8396-4578-8c1a-70030e8eabe5 req-99902ec3-88e7-40e1-ad1b-d6be9d040432 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:32.117221 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-70c227fc-8396-4578-8c1a-70030e8eabe5 req-99902ec3-88e7-40e1-ad1b-d6be9d040432 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "PUT /v2.0/ports/f6ab28ee-87d4-4888-b560-457fd4ebe293 HTTP/1.1" status: 200 len: 982 time: 1.1330845 Aug 30 17:24:32.143643 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4944d8-8963-40dc-925e-795c3f8f7f7d', 'tag': 'f6ab28ee-87d4-4888-b560-457fd4ebe293'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:24:32.147412 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e183aeb7d1ae95b610e737921596bfe9224ef5c136def86ae36f97e4cb718d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aae7de9-d311-4e05-a15c-0b25fa926708" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4944d8-8963-40dc-925e-795c3f8f7f7d", "tag": "f6ab28ee-87d4-4888-b560-457fd4ebe293"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:24:32.170543 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['f6ab28ee-87d4-4888-b560-457fd4ebe293'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:24:32.180807 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-3fb21381-3025-4aeb-8175-2277091b9570 None None] Set router ec7bfaed-0e23-4428-8bc1-d6c54520b64e gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:24:32.244309 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1d26cbbf-40f6-4d60-a021-cf05da64f642 req-a027d962-0658-449f-9f39-cb932a8efe85 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3215303 Aug 30 17:24:32.276224 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['f6ab28ee-87d4-4888-b560-457fd4ebe293'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:24:32.403087 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99902ec3-88e7-40e1-ad1b-d6be9d040432 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Pushing event updated for resources: {'Port': ['ID=f6ab28ee-87d4-4888-b560-457fd4ebe293,revision_number=6']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:32.460596 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400913a-f232-4c11-97dd-a78d0c3d52a1 req-89db2b35-45b0-4c61-b054-17887f3c93b7 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:32.462002 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9400913a-f232-4c11-97dd-a78d0c3d52a1 req-89db2b35-45b0-4c61-b054-17887f3c93b7 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.1882467 Aug 30 17:24:32.558009 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9400913a-f232-4c11-97dd-a78d0c3d52a1 req-e20fa071-efaf-4e9f-a687-ae5d069174b4 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882509 Aug 30 17:24:32.669063 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56313801-1ab3-4091-b041-efaab41efca1 x-openstack-request-id: req-56313801-1ab3-4091-b041-efaab41efca1 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:24:32.669200 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4944d8-8963-40dc-925e-795c3f8f7f7d", "tag": "f6ab28ee-87d4-4888-b560-457fd4ebe293", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:24:32.714664 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56313801-1ab3-4091-b041-efaab41efca1 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:24:32.714664 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4944d8-8963-40dc-925e-795c3f8f7f7d', 'tag': 'f6ab28ee-87d4-4888-b560-457fd4ebe293', 'status': 'completed', 'code': 200} Aug 30 17:24:32.955761 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device f64ce357-9183-48a9-acb5-474f32cbc1f7 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:24:32.962775 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b646dfc-8218-47f9-94c8-e0eec68683a4 req-58e252a4-3908-45b2-86b7-c5bcd08d8ddf tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:32.972464 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9b646dfc-8218-47f9-94c8-e0eec68683a4 req-58e252a4-3908-45b2-86b7-c5bcd08d8ddf tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 985 time: 0.1372626 Aug 30 17:24:32.978034 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae7de9-d311-4e05-a15c-0b25fa926708 req-fd337365-9451-4f6e-a68d-04f69116b1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:32.981263 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4aae7de9-d311-4e05-a15c-0b25fa926708 req-fd337365-9451-4f6e-a68d-04f69116b1e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1e87154fe5704a729a211e9e1f568318&device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 1138 time: 0.2329710 Aug 30 17:24:32.998295 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3fb21381-3025-4aeb-8175-2277091b9570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7bfaed-0e23-4428-8bc1-d6c54520b64e', 'name': 'tempest-TestShelveInstance-326901977-router', 'tenant_id': 'd1c3292c3a974b92867263b04b7c00a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'f64ce357-9183-48a9-acb5-474f32cbc1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:24:19Z', 'updated_at': '2021-08-30T17:24:29Z', 'revision_number': 4, 'project_id': 'd1c3292c3a974b92867263b04b7c00a3', 'gw_port': {'id': 'f64ce357-9183-48a9-acb5-474f32cbc1f7', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7bfaed-0e23-4428-8bc1-d6c54520b64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:21Z', 'updated_at': '2021-08-30T17:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '002b09f0-955b-4272-98da-2d141126f0e7', 'name': '', 'network_id': '655c21ec-e117-4a13-9785-8da8459fd6fa', 'tenant_id': 'd1c3292c3a974b92867263b04b7c00a3', 'mac_address': 'fa:16:3e:e9:76:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7bfaed-0e23-4428-8bc1-d6c54520b64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2bcb53d1-cb8d-4726-bff5-36ade06c52c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:26Z', 'updated_at': '2021-08-30T17:24:29Z', 'revision_number': 2, 'project_id': 'd1c3292c3a974b92867263b04b7c00a3', 'subnets': [{'id': '2bcb53d1-cb8d-4726-bff5-36ade06c52c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:24:33.065213 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9b646dfc-8218-47f9-94c8-e0eec68683a4 req-eac9c5d1-77eb-4781-bafe-9e1ee9cfd0ad tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&id=3fffd43b-2eca-4065-a79b-e50693e9a779&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0641327 Aug 30 17:24:33.108220 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb21381-3025-4aeb-8175-2277091b9570 None None] Checking router: ec7bfaed-0e23-4428-8bc1-d6c54520b64e for host: dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:24:33.109597 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb21381-3025-4aeb-8175-2277091b9570 None None] Updating router ec7bfaed-0e23-4428-8bc1-d6c54520b64e port 002b09f0-955b-4272-98da-2d141126f0e7 binding host dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:24:33.169647 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-dc5f38a0-61d6-4926-a4c9-7cfc5673cfda None None] Provisioning complete for port f6ab28ee-87d4-4888-b560-457fd4ebe293 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:24:33.170034 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dc5f38a0-61d6-4926-a4c9-7cfc5673cfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:33.183855 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae7de9-d311-4e05-a15c-0b25fa926708 req-0e802004-c1dc-4323-b18f-87e2a1db2cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:33.186071 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4aae7de9-d311-4e05-a15c-0b25fa926708 req-0e802004-c1dc-4323-b18f-87e2a1db2cf9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff1002d0-fa0b-4127-8146-74c3b9876100 HTTP/1.1" status: 200 len: 915 time: 0.1611583 Aug 30 17:24:33.380704 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4aae7de9-d311-4e05-a15c-0b25fa926708 req-75c8a39f-b7dc-495e-a2d1-d6cbb0c30e91 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6ab28ee-87d4-4888-b560-457fd4ebe293 HTTP/1.1" status: 200 len: 1002 time: 0.1651967 Aug 30 17:24:33.486902 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53614) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:33.492086 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-1dafc143-71c6-446f-9446-5ab0294dbb91 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-579932879', 'description': 'tempest-secgroup-smoke-579932879 description', 'project_id': 'c5084785e3414a36b8cc882d6083aba5'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:24:33.526833 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1dafc143-71c6-446f-9446-5ab0294dbb91 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:33.543407 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3fb21381-3025-4aeb-8175-2277091b9570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:33.568427 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port f64ce357-9183-48a9-acb5-474f32cbc1f7 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:24:33.581816 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:33.591754 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae7de9-d311-4e05-a15c-0b25fa926708 req-31a7a53c-c773-4a0c-bf9d-da8a2a4d09f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:33.593868 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4aae7de9-d311-4e05-a15c-0b25fa926708 req-31a7a53c-c773-4a0c-bf9d-da8a2a4d09f6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e2441a91-a5c9-4f3f-a0e9-881d637a8bbc HTTP/1.1" status: 200 len: 853 time: 0.2008588 Aug 30 17:24:33.652417 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c275be6-83e0-470a-a867-c5e1fbc026f8 req-07bfda5d-e9ef-433a-bfd5-a9588a14c279 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:33.660178 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4c275be6-83e0-470a-a867-c5e1fbc026f8 req-07bfda5d-e9ef-433a-bfd5-a9588a14c279 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.1915083 Aug 30 17:24:33.712331 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1dafc143-71c6-446f-9446-5ab0294dbb91 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:33.723360 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1dafc143-71c6-446f-9446-5ab0294dbb91 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:33.786266 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dafc143-71c6-446f-9446-5ab0294dbb91 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c15b0a41-2676-45b1-9775-28f0bf1feb49,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:33.793233 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1dafc143-71c6-446f-9446-5ab0294dbb91 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:33.801397 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6a84a-0ed5-4e6f-85eb-b87d36154b75 req-336de7ef-f67c-421a-8143-5ca8525bf65e tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:33.807918 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-1dafc143-71c6-446f-9446-5ab0294dbb91 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3195953 Aug 30 17:24:33.808706 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53618) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:33.810433 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5ae6a84a-0ed5-4e6f-85eb-b87d36154b75 req-336de7ef-f67c-421a-8143-5ca8525bf65e tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.1053622 Aug 30 17:24:33.827133 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-36417b58-d56d-422b-a7be-fd7fa98c7856 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Request body: {'security_group_rule': {'security_group_id': 'c15b0a41-2676-45b1-9775-28f0bf1feb49', 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:24:33.842533 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4c275be6-83e0-470a-a867-c5e1fbc026f8 req-0abc417a-3a9b-4d38-8349-fc28bc9506d7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770937 Aug 30 17:24:33.886821 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36417b58-d56d-422b-a7be-fd7fa98c7856 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:33.889271 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae7de9-d311-4e05-a15c-0b25fa926708 req-bd41d32a-fd9b-4502-8d95-10a67d644f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:33.890775 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4aae7de9-d311-4e05-a15c-0b25fa926708 req-bd41d32a-fd9b-4502-8d95-10a67d644f8d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff1002d0-fa0b-4127-8146-74c3b9876100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2634952 Aug 30 17:24:33.929836 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5ae6a84a-0ed5-4e6f-85eb-b87d36154b75 req-1045469c-f8bd-43a9-8b07-551346cd1ebf tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178479 Aug 30 17:24:34.020066 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36417b58-d56d-422b-a7be-fd7fa98c7856 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:34.028235 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36417b58-d56d-422b-a7be-fd7fa98c7856 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646536'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:34.062926 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36417b58-d56d-422b-a7be-fd7fa98c7856 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=537d90ea-3f7b-4607-9ead-5f40607d6764,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:34.091675 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36417b58-d56d-422b-a7be-fd7fa98c7856 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:34.093402 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-36417b58-d56d-422b-a7be-fd7fa98c7856 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2835822 Aug 30 17:24:34.096505 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53624) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:34.104873 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-ab8231f4-300d-4e39-adbf-5f753989665c tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Request body: {'security_group_rule': {'security_group_id': 'c15b0a41-2676-45b1-9775-28f0bf1feb49', 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:24:34.123306 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4aae7de9-d311-4e05-a15c-0b25fa926708 req-d1ef501a-cf30-4c14-8d37-84c3e4a4abbd service neutron] 10.222.0.52 "GET /v2.0/networks/ff1002d0-fa0b-4127-8146-74c3b9876100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926861 Aug 30 17:24:34.159158 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ab8231f4-300d-4e39-adbf-5f753989665c tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:34.415860 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ab8231f4-300d-4e39-adbf-5f753989665c tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:34.424901 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ab8231f4-300d-4e39-adbf-5f753989665c tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646536'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:34.500700 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8231f4-300d-4e39-adbf-5f753989665c tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ae41dc-5256-479b-a622-5cd35e4549bd,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:34.517867 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ab8231f4-300d-4e39-adbf-5f753989665c tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:34.519749 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-ab8231f4-300d-4e39-adbf-5f753989665c tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4219766 Aug 30 17:24:34.523557 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53628) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:34.528970 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-6e3cb1a6-1a6c-4670-ba47-5dfb8027ca0a tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Request body: {'security_group_rule': {'security_group_id': 'c15b0a41-2676-45b1-9775-28f0bf1feb49', 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:24:34.596368 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e3cb1a6-1a6c-4670-ba47-5dfb8027ca0a tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:34.735003 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3fb21381-3025-4aeb-8175-2277091b9570 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:34.739705 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e3cb1a6-1a6c-4670-ba47-5dfb8027ca0a tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:34.746825 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e3cb1a6-1a6c-4670-ba47-5dfb8027ca0a tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646536'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:34.771024 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-3fb21381-3025-4aeb-8175-2277091b9570 None None] Transition to ACTIVE for port object 002b09f0-955b-4272-98da-2d141126f0e7 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:24:34.777181 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3cb1a6-1a6c-4670-ba47-5dfb8027ca0a tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba6807a-9b25-4c47-8190-daafab4ddfff,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:34.787151 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3fb21381-3025-4aeb-8175-2277091b9570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:34.790633 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e3cb1a6-1a6c-4670-ba47-5dfb8027ca0a tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:34.792630 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-6e3cb1a6-1a6c-4670-ba47-5dfb8027ca0a tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2670987 Aug 30 17:24:34.795279 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53636) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:34.809912 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-25c4775b-2831-46f7-b177-d49d2318227c tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Request body: {'security_group_rule': {'security_group_id': 'c15b0a41-2676-45b1-9775-28f0bf1feb49', 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:24:34.869485 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-25c4775b-2831-46f7-b177-d49d2318227c tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:34.893299 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a20fa1-f8a0-41ab-a388-7bb42a513e0f None None] Pushing event updated for resources: {'Port': ['ID=002b09f0-955b-4272-98da-2d141126f0e7,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:34.913489 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe8638-8167-4cd4-8a27-5444bc12d342 req-1375d609-f5dc-45ed-96ef-0fc00ec52c96 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:34.922279 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6abe8638-8167-4cd4-8a27-5444bc12d342 req-1375d609-f5dc-45ed-96ef-0fc00ec52c96 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e8541d-2a75-4ead-8b17-b86d5aae4552 HTTP/1.1" status: 200 len: 946 time: 0.1836443 Aug 30 17:24:34.957399 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4aae7de9-d311-4e05-a15c-0b25fa926708 req-4ca223e1-5b31-4a54-9e88-8e515a1a6a74 service neutron] 10.222.0.52 "GET /v2.0/networks/ff1002d0-fa0b-4127-8146-74c3b9876100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8263161 Aug 30 17:24:35.027197 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-25c4775b-2831-46f7-b177-d49d2318227c tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:35.042152 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-25c4775b-2831-46f7-b177-d49d2318227c tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646536'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:35.058350 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6abe8638-8167-4cd4-8a27-5444bc12d342 req-af4485ee-919c-49cf-bd37-44b9db55bcc4 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347399 Aug 30 17:24:35.080676 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-3fb21381-3025-4aeb-8175-2277091b9570 None None] Attempting to bind port 002b09f0-955b-4272-98da-2d141126f0e7 on host dv-cinder-805316-3-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:24:35.081749 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-3fb21381-3025-4aeb-8175-2277091b9570 None None] Attempting to bind port 002b09f0-955b-4272-98da-2d141126f0e7 by drivers openvswitch,hyperv on host dv-cinder-805316-3-iscsi at level 0 using segments [{'id': 'ddc1c0a2-13df-4153-9e94-244a87bb64db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '655c21ec-e117-4a13-9785-8da8459fd6fa'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:24:35.082127 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb21381-3025-4aeb-8175-2277091b9570 None None] Attempting to bind port 002b09f0-955b-4272-98da-2d141126f0e7 on network 655c21ec-e117-4a13-9785-8da8459fd6fa {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:24:35.090882 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-25c4775b-2831-46f7-b177-d49d2318227c tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:35.092345 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-25c4775b-2831-46f7-b177-d49d2318227c tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2917290 Aug 30 17:24:35.096215 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53646) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:35.103927 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b1a169b7-5bf8-4c94-a8b4-dcd69decfac9 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Request body: {'security_group_rule': {'security_group_id': 'c15b0a41-2676-45b1-9775-28f0bf1feb49', 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:24:35.107083 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb21381-3025-4aeb-8175-2277091b9570 None None] Checking agent: {'id': 'ffbe204d-12b1-4bb4-8980-9a78a382db5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 13, 58), 'started_at': datetime.datetime(2021, 8, 30, 17, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:24:35.107503 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb21381-3025-4aeb-8175-2277091b9570 None None] Checking segment: {'id': 'ddc1c0a2-13df-4153-9e94-244a87bb64db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '655c21ec-e117-4a13-9785-8da8459fd6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:24:35.107922 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3fb21381-3025-4aeb-8175-2277091b9570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:35.108326 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb21381-3025-4aeb-8175-2277091b9570 None None] Bound using segment: {'id': 'ddc1c0a2-13df-4153-9e94-244a87bb64db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '655c21ec-e117-4a13-9785-8da8459fd6fa'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:24:35.108825 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-3fb21381-3025-4aeb-8175-2277091b9570 None None] Bound port: 002b09f0-955b-4272-98da-2d141126f0e7, host: dv-cinder-805316-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc1c0a2-13df-4153-9e94-244a87bb64db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '655c21ec-e117-4a13-9785-8da8459fd6fa'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:24:35.109220 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3fb21381-3025-4aeb-8175-2277091b9570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:35.111421 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4775b-2831-46f7-b177-d49d2318227c tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=686b3f59-f0f7-463a-9ac9-3d906c1303fd,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:35.112101 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56014ddd-d46c-43ec-9c65-3bfdbcfc7a7f req-e6406cb3-f8e9-479f-a7b4-90d45b67dd8e tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:35.113836 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-56014ddd-d46c-43ec-9c65-3bfdbcfc7a7f req-e6406cb3-f8e9-479f-a7b4-90d45b67dd8e tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.1432891 Aug 30 17:24:35.138618 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-b1a169b7-5bf8-4c94-a8b4-dcd69decfac9 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Project c5084785e3414a36b8cc882d6083aba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 17:24:35.149734 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1a169b7-5bf8-4c94-a8b4-dcd69decfac9 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:35.198679 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-56014ddd-d46c-43ec-9c65-3bfdbcfc7a7f req-04ce86c6-afec-4007-9207-65febead7683 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769494 Aug 30 17:24:35.249936 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1a169b7-5bf8-4c94-a8b4-dcd69decfac9 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:35.256608 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1a169b7-5bf8-4c94-a8b4-dcd69decfac9 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646536'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:35.274369 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-3fb21381-3025-4aeb-8175-2277091b9570 None None] For port 002b09f0-955b-4272-98da-2d141126f0e7, host dv-cinder-805316-3-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:24:35.279590 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-3fb21381-3025-4aeb-8175-2277091b9570 None None] For port 002b09f0-955b-4272-98da-2d141126f0e7, host dv-cinder-805316-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=002b09f0-955b-4272-98da-2d141126f0e7,segment=NetworkSegment(ddc1c0a2-13df-4153-9e94-244a87bb64db),segment_id=ddc1c0a2-13df-4153-9e94-244a87bb64db)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:24:35.294641 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e08b31-f0ff-4a47-bcf9-84b0fc8cdb5d req-96727613-4b00-4ce0-a6cb-80aafc6ca66e tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:35.305201 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a169b7-5bf8-4c94-a8b4-dcd69decfac9 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d995982b-2db5-42ab-b8c4-30bf79e361cb,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:35.305589 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-10e08b31-f0ff-4a47-bcf9-84b0fc8cdb5d req-96727613-4b00-4ce0-a6cb-80aafc6ca66e tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.1199055 Aug 30 17:24:35.308498 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3fb21381-3025-4aeb-8175-2277091b9570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:35.310713 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1a169b7-5bf8-4c94-a8b4-dcd69decfac9 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:35.312911 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-b1a169b7-5bf8-4c94-a8b4-dcd69decfac9 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2151542 Aug 30 17:24:35.315457 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53648) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:35.322123 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-9ed843c8-2ae3-4cba-b366-060eefc13961 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Request body: {'security_group_rule': {'security_group_id': 'c15b0a41-2676-45b1-9775-28f0bf1feb49', 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:24:35.347657 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-9ed843c8-2ae3-4cba-b366-060eefc13961 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Project c5084785e3414a36b8cc882d6083aba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 17:24:35.353669 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ed843c8-2ae3-4cba-b366-060eefc13961 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:35.408393 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb21381-3025-4aeb-8175-2277091b9570 None None] Routers {'ec7bfaed-0e23-4428-8bc1-d6c54520b64e'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:24:35.411161 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3fb21381-3025-4aeb-8175-2277091b9570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:24:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['ec7bfaed-0e23-4428-8bc1-d6c54520b64e'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:24:35.453713 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-10e08b31-f0ff-4a47-bcf9-84b0fc8cdb5d req-d13f6b9a-0769-4c82-b32e-461932ecb0f5 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472168 Aug 30 17:24:35.465146 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a20fa1-f8a0-41ab-a388-7bb42a513e0f None None] Pushing event updated for resources: {'Port': ['ID=002b09f0-955b-4272-98da-2d141126f0e7,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:35.530152 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ed843c8-2ae3-4cba-b366-060eefc13961 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:35.539390 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ed843c8-2ae3-4cba-b366-060eefc13961 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646536'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:35.581034 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-3fb21381-3025-4aeb-8175-2277091b9570 None None] Set router ec7bfaed-0e23-4428-8bc1-d6c54520b64e gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:24:35.587945 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed843c8-2ae3-4cba-b366-060eefc13961 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b96a785-c770-4d71-9ece-50a5654f4d95,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:35.596688 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9ed843c8-2ae3-4cba-b366-060eefc13961 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:35.613820 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-9ed843c8-2ae3-4cba-b366-060eefc13961 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2965915 Aug 30 17:24:35.735375 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a30475-7090-4c73-996e-aaf73b46629f req-6350c28f-2fc2-4495-a216-c2b54a8f2958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:35.738755 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-59a30475-7090-4c73-996e-aaf73b46629f req-6350c28f-2fc2-4495-a216-c2b54a8f2958 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c21fe597089042da855ac89daddb7bed&device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 1099 time: 0.0956650 Aug 30 17:24:35.865887 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-3fb21381-3025-4aeb-8175-2277091b9570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7bfaed-0e23-4428-8bc1-d6c54520b64e', 'name': 'tempest-TestShelveInstance-326901977-router', 'tenant_id': 'd1c3292c3a974b92867263b04b7c00a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'f64ce357-9183-48a9-acb5-474f32cbc1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:24:19Z', 'updated_at': '2021-08-30T17:24:29Z', 'revision_number': 4, 'project_id': 'd1c3292c3a974b92867263b04b7c00a3', 'gw_port': {'id': 'f64ce357-9183-48a9-acb5-474f32cbc1f7', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7bfaed-0e23-4428-8bc1-d6c54520b64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:21Z', 'updated_at': '2021-08-30T17:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '002b09f0-955b-4272-98da-2d141126f0e7', 'name': '', 'network_id': '655c21ec-e117-4a13-9785-8da8459fd6fa', 'tenant_id': 'd1c3292c3a974b92867263b04b7c00a3', 'mac_address': 'fa:16:3e:e9:76:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7bfaed-0e23-4428-8bc1-d6c54520b64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2bcb53d1-cb8d-4726-bff5-36ade06c52c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:26Z', 'updated_at': '2021-08-30T17:24:35Z', 'revision_number': 4, 'project_id': 'd1c3292c3a974b92867263b04b7c00a3', 'subnets': [{'id': '2bcb53d1-cb8d-4726-bff5-36ade06c52c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:24:35.877382 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a30475-7090-4c73-996e-aaf73b46629f req-1377e9e8-8ba5-4bcc-9c94-fc4cdc0e5e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:35.878865 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-59a30475-7090-4c73-996e-aaf73b46629f req-1377e9e8-8ba5-4bcc-9c94-fc4cdc0e5e5d service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd HTTP/1.1" status: 200 len: 918 time: 0.1289189 Aug 30 17:24:35.897514 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb21381-3025-4aeb-8175-2277091b9570 None None] The sync data for ids ['ec7bfaed-0e23-4428-8bc1-d6c54520b64e'] in dv-cinder-805316-3-iscsi is: [{'id': 'ec7bfaed-0e23-4428-8bc1-d6c54520b64e', 'name': 'tempest-TestShelveInstance-326901977-router', 'tenant_id': 'd1c3292c3a974b92867263b04b7c00a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'f64ce357-9183-48a9-acb5-474f32cbc1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:24:19Z', 'updated_at': '2021-08-30T17:24:29Z', 'revision_number': 4, 'project_id': 'd1c3292c3a974b92867263b04b7c00a3', 'gw_port': {'id': 'f64ce357-9183-48a9-acb5-474f32cbc1f7', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7bfaed-0e23-4428-8bc1-d6c54520b64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:21Z', 'updated_at': '2021-08-30T17:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '002b09f0-955b-4272-98da-2d141126f0e7', 'name': '', 'network_id': '655c21ec-e117-4a13-9785-8da8459fd6fa', 'tenant_id': 'd1c3292c3a974b92867263b04b7c00a3', 'mac_address': 'fa:16:3e:e9:76:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7bfaed-0e23-4428-8bc1-d6c54520b64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2bcb53d1-cb8d-4726-bff5-36ade06c52c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:26Z', 'updated_at': '2021-08-30T17:24:35Z', 'revision_number': 4, 'project_id': 'd1c3292c3a974b92867263b04b7c00a3', 'subnets': [{'id': '2bcb53d1-cb8d-4726-bff5-36ade06c52c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:24:36.062687 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-59a30475-7090-4c73-996e-aaf73b46629f req-b7b39484-ba47-4003-a081-48f0dfd86c3a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=434ba44d-e169-47e6-bf2f-a603942cae15 HTTP/1.1" status: 200 len: 1002 time: 0.1721563 Aug 30 17:24:36.148652 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a30475-7090-4c73-996e-aaf73b46629f req-25a40065-76d1-4c8d-a49b-39789c7e1b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:36.153427 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-59a30475-7090-4c73-996e-aaf73b46629f req-25a40065-76d1-4c8d-a49b-39789c7e1b5c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f9b76a77-690c-4632-9995-41f5ada41bd6 HTTP/1.1" status: 200 len: 856 time: 0.0695989 Aug 30 17:24:36.262901 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a30475-7090-4c73-996e-aaf73b46629f req-fff46c25-8a5c-46a0-8f93-cba8314eff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:36.264468 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-59a30475-7090-4c73-996e-aaf73b46629f req-fff46c25-8a5c-46a0-8f93-cba8314eff33 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1026282 Aug 30 17:24:36.279605 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9819a-7dff-47d5-9ecf-fd0094f97ed5 req-3cf8d3ab-c66e-4def-9c6d-817949986ebc tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:36.283484 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cdf9819a-7dff-47d5-9ecf-fd0094f97ed5 req-3cf8d3ab-c66e-4def-9c6d-817949986ebc tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e8541d-2a75-4ead-8b17-b86d5aae4552 HTTP/1.1" status: 200 len: 946 time: 0.0765498 Aug 30 17:24:36.540341 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cdf9819a-7dff-47d5-9ecf-fd0094f97ed5 req-447fd275-1c62-43e7-85cf-e60e11d2d1b6 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329519 Aug 30 17:24:36.601061 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3332d-43d8-4f1c-a5c7-58ddd570e53d req-a87f6a53-aac5-4054-adb6-491774ffe9c0 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:36.603424 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cfa3332d-43d8-4f1c-a5c7-58ddd570e53d req-a87f6a53-aac5-4054-adb6-491774ffe9c0 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.2035675 Aug 30 17:24:36.710542 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0e95c-7639-426d-90d0-f694fc770969 req-e0cd2a89-f0a2-4d54-a18d-cabb4f5d2940 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:36.712600 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-27e0e95c-7639-426d-90d0-f694fc770969 req-e0cd2a89-f0a2-4d54-a18d-cabb4f5d2940 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.52 "GET /v2.0/ports?device_id=22e8541d-2a75-4ead-8b17-b86d5aae4552 HTTP/1.1" status: 200 len: 946 time: 0.2912855 Aug 30 17:24:36.763291 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-59a30475-7090-4c73-996e-aaf73b46629f req-42ba7d38-f531-4840-97d4-973ad2c2b953 service neutron] 10.222.0.52 "GET /v2.0/networks/7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766173 Aug 30 17:24:36.894487 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 002b09f0-955b-4272-98da-2d141126f0e7 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:24:36.960037 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cfa3332d-43d8-4f1c-a5c7-58ddd570e53d req-704f7970-256f-4cf2-a91a-b29ef059c403 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3460464 Aug 30 17:24:37.001947 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ceea3-7a70-4db6-a910-8c922709747e req-3767b5f5-748c-4d68-be60-7a543a3e746c tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:37.008326 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e46ceea3-7a70-4db6-a910-8c922709747e req-3767b5f5-748c-4d68-be60-7a543a3e746c tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.3569095 Aug 30 17:24:37.013962 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning for port 002b09f0-955b-4272-98da-2d141126f0e7 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:24:37.018316 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 002b09f0-955b-4272-98da-2d141126f0e7 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:24:37.018512 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:37.094839 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-59a30475-7090-4c73-996e-aaf73b46629f req-aa82bfb4-9f64-4e3c-bc93-79e3768592f1 service neutron] 10.222.0.52 "GET /v2.0/networks/7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633374 Aug 30 17:24:37.112678 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e46ceea3-7a70-4db6-a910-8c922709747e req-5b08ce50-0da1-419d-b2fd-5e9a6d1e18e4 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019485 Aug 30 17:24:37.116909 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-27e0e95c-7639-426d-90d0-f694fc770969 req-8a5d3d27-83c0-45c3-b428-3b21cdd9dc16 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Deleting port 27e03fb6-0d4c-4215-b2db-539eac8007ae {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:24:37.119225 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-27e0e95c-7639-426d-90d0-f694fc770969 req-8a5d3d27-83c0-45c3-b428-3b21cdd9dc16 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:37.227847 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:37.234658 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-27e0e95c-7639-426d-90d0-f694fc770969 req-8a5d3d27-83c0-45c3-b428-3b21cdd9dc16 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] For port 27e03fb6-0d4c-4215-b2db-539eac8007ae, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=27e03fb6-0d4c-4215-b2db-539eac8007ae,segment=NetworkSegment(746b15d3-f122-4fd3-bad5-f0b1a2dcac42),segment_id=746b15d3-f122-4fd3-bad5-f0b1a2dcac42)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:24:37.235202 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-27e0e95c-7639-426d-90d0-f694fc770969 req-8a5d3d27-83c0-45c3-b428-3b21cdd9dc16 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:37.259026 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-27e0e95c-7639-426d-90d0-f694fc770969 req-8a5d3d27-83c0-45c3-b428-3b21cdd9dc16 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Calling delete_port for 27e03fb6-0d4c-4215-b2db-539eac8007ae owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:24:37.269793 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] For port 002b09f0-955b-4272-98da-2d141126f0e7, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=002b09f0-955b-4272-98da-2d141126f0e7,segment=NetworkSegment(ddc1c0a2-13df-4153-9e94-244a87bb64db),segment_id=ddc1c0a2-13df-4153-9e94-244a87bb64db)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:24:37.276719 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:37.338880 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Pushing event updated for resources: {'Port': ['ID=002b09f0-955b-4272-98da-2d141126f0e7,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:37.438848 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-27e0e95c-7639-426d-90d0-f694fc770969 req-8a5d3d27-83c0-45c3-b428-3b21cdd9dc16 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:37.457540 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['2f719635-5e34-4d7e-ac70-3671b034ee1f', '19d6af57-e933-4e1c-aaf5-6e441ca1bce8', 'b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e', '27e03fb6-0d4c-4215-b2db-539eac8007ae'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:24:37.473107 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d3d27-83c0-45c3-b428-3b21cdd9dc16 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Pushing event deleted for resources: {'Port': ['ID=27e03fb6-0d4c-4215-b2db-539eac8007ae,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:37.577135 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e0e95c-7639-426d-90d0-f694fc770969 req-8a5d3d27-83c0-45c3-b428-3b21cdd9dc16 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] No DVR routers for this DVR port 27e03fb6-0d4c-4215-b2db-539eac8007ae on host hv-cinder-80531 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:24:37.599005 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-27e0e95c-7639-426d-90d0-f694fc770969 req-8a5d3d27-83c0-45c3-b428-3b21cdd9dc16 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:37.601136 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-27e0e95c-7639-426d-90d0-f694fc770969 req-8a5d3d27-83c0-45c3-b428-3b21cdd9dc16 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.52 "DELETE /v2.0/ports/27e03fb6-0d4c-4215-b2db-539eac8007ae HTTP/1.1" status: 204 len: 173 time: 0.8318887 Aug 30 17:24:37.601654 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e8541d-2a75-4ead-8b17-b86d5aae4552', 'name': 'network-vif-deleted', 'tag': '27e03fb6-0d4c-4215-b2db-539eac8007ae'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:24:37.605416 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e183aeb7d1ae95b610e737921596bfe9224ef5c136def86ae36f97e4cb718d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f2efff-a276-4663-9466-9bdae2275aa9" -d '{"events": [{"server_uuid": "22e8541d-2a75-4ead-8b17-b86d5aae4552", "name": "network-vif-deleted", "tag": "27e03fb6-0d4c-4215-b2db-539eac8007ae"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:24:37.715973 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd98e47-6739-4fcc-9e19-ab7fd83a4918 x-openstack-request-id: req-1dd98e47-6739-4fcc-9e19-ab7fd83a4918 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:24:37.716314 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e8541d-2a75-4ead-8b17-b86d5aae4552", "name": "network-vif-deleted", "tag": "27e03fb6-0d4c-4215-b2db-539eac8007ae", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:24:37.716668 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1dd98e47-6739-4fcc-9e19-ab7fd83a4918 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:24:37.717152 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e8541d-2a75-4ead-8b17-b86d5aae4552', 'name': 'network-vif-deleted', 'tag': '27e03fb6-0d4c-4215-b2db-539eac8007ae', 'status': 'completed', 'code': 200} Aug 30 17:24:37.734801 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1d71a588-0453-48c2-8fe4-45a3e236fbf0 req-331b8308-a1d0-44a2-bb4a-7811a541ae74 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e8541d-2a75-4ead-8b17-b86d5aae4552 HTTP/1.1" status: 200 len: 210 time: 0.0856919 Aug 30 17:24:38.125681 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225bf4f-367c-4caf-9f32-36b036b99c46 req-ebe06c42-e180-46c9-8592-26f85e20d97f tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:38.127186 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c225bf4f-367c-4caf-9f32-36b036b99c46 req-ebe06c42-e180-46c9-8592-26f85e20d97f tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.0687225 Aug 30 17:24:38.174091 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c225bf4f-367c-4caf-9f32-36b036b99c46 req-d1f6c2b3-488b-4130-8a22-18fa30a9ad8a tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406327 Aug 30 17:24:38.286416 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91850b04-dcab-42c9-bc42-61e777eb2531 req-bdbf90ea-fa1f-4dd0-b6b9-facf470d47d8 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:38.286416 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-91850b04-dcab-42c9-bc42-61e777eb2531 req-bdbf90ea-fa1f-4dd0-b6b9-facf470d47d8 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0646288 Aug 30 17:24:38.344671 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-91850b04-dcab-42c9-bc42-61e777eb2531 req-eaeeefc8-e47e-4448-9c4f-5eab70e1d7e7 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531414 Aug 30 17:24:38.845473 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 002b09f0-955b-4272-98da-2d141126f0e7 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:24:38.907493 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 002b09f0-955b-4272-98da-2d141126f0e7 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:24:38.907871 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:39.314439 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ed569-c265-4e70-a37d-9c3b613f2690 req-e8a8edab-45f7-496a-a50d-c006a79e9c34 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:39.321737 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9f5ed569-c265-4e70-a37d-9c3b613f2690 req-e8a8edab-45f7-496a-a50d-c006a79e9c34 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.0665169 Aug 30 17:24:39.403870 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9f5ed569-c265-4e70-a37d-9c3b613f2690 req-f0d71081-5cd2-4f83-95b6-8d5cb27100e8 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743952 Aug 30 17:24:39.562864 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f12504-ccbd-49ad-a4ec-2d955bdf3b58 req-8a4414f0-6100-4fff-8ebf-97e8aef536f0 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:39.565490 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c4f12504-ccbd-49ad-a4ec-2d955bdf3b58 req-8a4414f0-6100-4fff-8ebf-97e8aef536f0 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.1220450 Aug 30 17:24:39.622877 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c4f12504-ccbd-49ad-a4ec-2d955bdf3b58 req-b3ff7ef1-7b7a-4c11-af1a-295ae388689f tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374649 Aug 30 17:24:40.265308 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a084e8-ada9-4dec-a55e-d85eeb467bc0 req-97e5b0fc-e50c-46d5-b333-624bccea158b tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:40.274256 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-61a084e8-ada9-4dec-a55e-d85eeb467bc0 req-97e5b0fc-e50c-46d5-b333-624bccea158b tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ab1ed2-e145-49b3-9ad1-e4719c693201 HTTP/1.1" status: 200 len: 945 time: 0.0725474 Aug 30 17:24:40.343873 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-61a084e8-ada9-4dec-a55e-d85eeb467bc0 req-355840b9-4512-416e-9395-14c51c74064e tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683451 Aug 30 17:24:40.408810 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b149dde-2a47-474c-9202-e93dac2dc3b3 req-6dfc4f01-57dc-4b04-b00c-2ae36d334cba tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:40.410742 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1b149dde-2a47-474c-9202-e93dac2dc3b3 req-6dfc4f01-57dc-4b04-b00c-2ae36d334cba tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 946 time: 0.0779402 Aug 30 17:24:40.456990 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1b149dde-2a47-474c-9202-e93dac2dc3b3 req-e3584c84-ea18-465f-8298-3db0ddab8a4b tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390911 Aug 30 17:24:40.739761 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 27e03fb6-0d4c-4215-b2db-539eac8007ae no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:24:40.760067 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808109d-9795-4a82-bcec-4b605aa6582a req-8799c2f9-cbe0-41ef-8ec0-3ba6327411ee tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:40.761976 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5808109d-9795-4a82-bcec-4b605aa6582a req-8799c2f9-cbe0-41ef-8ec0-3ba6327411ee tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0574486 Aug 30 17:24:40.763216 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] No Port match for: 27e03fb6-0d4c-4215-b2db-539eac8007ae {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:24:40.763566 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 27e03fb6-0d4c-4215-b2db-539eac8007ae not bound to the agent host hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:24:40.763988 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 434ba44d-e169-47e6-bf2f-a603942cae15 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:24:40.819804 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5808109d-9795-4a82-bcec-4b605aa6582a req-c31c818d-6eda-471a-b742-309ae1af0b5d tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402706 Aug 30 17:24:40.867550 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:40.904539 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887722d7-1d42-4cea-bc66-e805190b0d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '434ba44d-e169-47e6-bf2f-a603942cae15'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:24:40.906317 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b565bf2a2ce0626243007c858acec0a0684ffd3fe6012f569d221254cd872eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b285b57b-b97d-42ff-95b9-644618931509" -d '{"events": [{"server_uuid": "887722d7-1d42-4cea-bc66-e805190b0d37", "name": "network-vif-unplugged", "status": "completed", "tag": "434ba44d-e169-47e6-bf2f-a603942cae15"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:24:40.925329 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 434ba44d-e169-47e6-bf2f-a603942cae15, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=434ba44d-e169-47e6-bf2f-a603942cae15,segment=NetworkSegment(41e5c997-0375-4a8d-92f7-022af7373204),segment_id=41e5c997-0375-4a8d-92f7-022af7373204)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:24:40.939446 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:40.944875 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 17:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce62a116-abaa-4d0e-9b82-0a935d535d12 x-openstack-request-id: req-ce62a116-abaa-4d0e-9b82-0a935d535d12 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:24:40.945165 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887722d7-1d42-4cea-bc66-e805190b0d37", "name": "network-vif-unplugged", "status": "failed", "tag": "434ba44d-e169-47e6-bf2f-a603942cae15", "code": 422}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:24:40.945418 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce62a116-abaa-4d0e-9b82-0a935d535d12 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:24:40.946109 dv-cinder-805316-3-iscsi neutron-server[93817]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '887722d7-1d42-4cea-bc66-e805190b0d37', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '434ba44d-e169-47e6-bf2f-a603942cae15', 'code': 422} returned with failed status Aug 30 17:24:41.002729 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=434ba44d-e169-47e6-bf2f-a603942cae15,revision_number=8']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:41.467325 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2ba93-d490-4b29-ac8f-bff05fe15da3 req-b3cf1af5-87bc-49c2-a95e-6223cf7ce5b0 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:41.468804 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-45b2ba93-d490-4b29-ac8f-bff05fe15da3 req-b3cf1af5-87bc-49c2-a95e-6223cf7ce5b0 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ab1ed2-e145-49b3-9ad1-e4719c693201 HTTP/1.1" status: 200 len: 945 time: 0.0533240 Aug 30 17:24:41.518071 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-45b2ba93-d490-4b29-ac8f-bff05fe15da3 req-119ce25f-ba0f-47f5-8146-0a7f06f5e7e9 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422215 Aug 30 17:24:41.596476 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311983b-a7a4-4886-be47-691cae4a4747 req-849076a7-2522-4395-b37a-25aaeda1beb9 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:41.598679 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c311983b-a7a4-4886-be47-691cae4a4747 req-849076a7-2522-4395-b37a-25aaeda1beb9 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 944 time: 0.0620074 Aug 30 17:24:41.637618 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c311983b-a7a4-4886-be47-691cae4a4747 req-ff27832f-8ffe-4923-88ee-60813488d356 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329709 Aug 30 17:24:41.951923 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d88d5-c6df-427d-a981-018370cec6e7 req-61f590c5-5ab3-41d1-abca-1b9fea591c46 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:41.959868 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7e9d88d5-c6df-427d-a981-018370cec6e7 req-61f590c5-5ab3-41d1-abca-1b9fea591c46 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0799077 Aug 30 17:24:42.004733 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7e9d88d5-c6df-427d-a981-018370cec6e7 req-a1d4c0fd-0e59-478f-b9e0-73e0c6fbbbbd tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438030 Aug 30 17:24:42.079950 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c88747-10c7-4ee6-b17a-d6780ee572d3 req-f299cd85-3b5e-45bf-9341-8d300a3e0758 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:42.081913 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-19c88747-10c7-4ee6-b17a-d6780ee572d3 req-f299cd85-3b5e-45bf-9341-8d300a3e0758 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.52 "GET /v2.0/ports?device_id=23ab1ed2-e145-49b3-9ad1-e4719c693201 HTTP/1.1" status: 200 len: 945 time: 0.0535784 Aug 30 17:24:42.190015 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-19c88747-10c7-4ee6-b17a-d6780ee572d3 req-d8c7ad88-0014-4547-bc3a-868945c48c35 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Deleting port b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:24:42.190354 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-19c88747-10c7-4ee6-b17a-d6780ee572d3 req-d8c7ad88-0014-4547-bc3a-868945c48c35 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:42.283299 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-19c88747-10c7-4ee6-b17a-d6780ee572d3 req-d8c7ad88-0014-4547-bc3a-868945c48c35 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] For port b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e,segment=NetworkSegment(746b15d3-f122-4fd3-bad5-f0b1a2dcac42),segment_id=746b15d3-f122-4fd3-bad5-f0b1a2dcac42)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:24:42.283693 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-19c88747-10c7-4ee6-b17a-d6780ee572d3 req-d8c7ad88-0014-4547-bc3a-868945c48c35 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:42.298678 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-19c88747-10c7-4ee6-b17a-d6780ee572d3 req-d8c7ad88-0014-4547-bc3a-868945c48c35 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Calling delete_port for b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:24:42.429159 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-19c88747-10c7-4ee6-b17a-d6780ee572d3 req-d8c7ad88-0014-4547-bc3a-868945c48c35 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:42.441384 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['2f719635-5e34-4d7e-ac70-3671b034ee1f', '19d6af57-e933-4e1c-aaf5-6e441ca1bce8', 'b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:24:42.459907 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7ad88-0014-4547-bc3a-868945c48c35 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Pushing event deleted for resources: {'Port': ['ID=b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:42.506098 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c88747-10c7-4ee6-b17a-d6780ee572d3 req-d8c7ad88-0014-4547-bc3a-868945c48c35 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] No DVR routers for this DVR port b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e on host hv-cinder-80531 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:24:42.508932 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-19c88747-10c7-4ee6-b17a-d6780ee572d3 req-d8c7ad88-0014-4547-bc3a-868945c48c35 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:42.511316 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-19c88747-10c7-4ee6-b17a-d6780ee572d3 req-d8c7ad88-0014-4547-bc3a-868945c48c35 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.52 "DELETE /v2.0/ports/b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e HTTP/1.1" status: 204 len: 173 time: 0.4222236 Aug 30 17:24:42.512381 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ab1ed2-e145-49b3-9ad1-e4719c693201', 'name': 'network-vif-deleted', 'tag': 'b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:24:42.515313 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e183aeb7d1ae95b610e737921596bfe9224ef5c136def86ae36f97e4cb718d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39c4ee0-402f-4b92-8d98-7a7f1fa805b1" -d '{"events": [{"server_uuid": "23ab1ed2-e145-49b3-9ad1-e4719c693201", "name": "network-vif-deleted", "tag": "b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:24:42.568446 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccc2f16-a30e-4068-82f6-6d29d34a49b1 x-openstack-request-id: req-7ccc2f16-a30e-4068-82f6-6d29d34a49b1 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:24:42.568733 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ab1ed2-e145-49b3-9ad1-e4719c693201", "name": "network-vif-deleted", "tag": "b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:24:42.568982 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ccc2f16-a30e-4068-82f6-6d29d34a49b1 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:24:42.569371 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ab1ed2-e145-49b3-9ad1-e4719c693201', 'name': 'network-vif-deleted', 'tag': 'b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e', 'status': 'completed', 'code': 200} Aug 30 17:24:42.643403 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-70696081-05af-40c7-89d5-d25efeb56fe0 req-7af94df5-85e8-494e-a3d1-ee6c172188e0 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ab1ed2-e145-49b3-9ad1-e4719c693201 HTTP/1.1" status: 200 len: 210 time: 0.0279562 Aug 30 17:24:42.648215 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53826) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:42.767370 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ec5d3-1c70-4c0e-b2d6-8ccc28562dd7 req-a0dd9a9c-f3cb-4d90-b3a7-08149b681e87 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:42.768843 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-122ec5d3-1c70-4c0e-b2d6-8ccc28562dd7 req-a0dd9a9c-f3cb-4d90-b3a7-08149b681e87 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 944 time: 0.0477302 Aug 30 17:24:42.775476 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-36f5be8e-fd20-41da-9553-325629cb6601 req-ac369f1d-a864-4fed-b89c-aaf469b4fcf4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1255200 Aug 30 17:24:42.808306 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-122ec5d3-1c70-4c0e-b2d6-8ccc28562dd7 req-4b70ded5-c21b-4a0f-ade8-3dd54aaff370 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327587 Aug 30 17:24:43.144656 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5708b-ea5c-4dab-b79e-e81d864b9bf9 req-c6392719-1026-49be-8ae8-ac8e57cbe49b tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:43.146867 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7bd5708b-ea5c-4dab-b79e-e81d864b9bf9 req-c6392719-1026-49be-8ae8-ac8e57cbe49b tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0556443 Aug 30 17:24:43.186712 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7bd5708b-ea5c-4dab-b79e-e81d864b9bf9 req-acb161f4-3f25-45a4-b2ca-87ace443e7d3 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336142 Aug 30 17:24:43.984844 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0e62c-5194-4215-950a-ff1806eb1d56 req-be8c4be5-d7c8-4bb1-ba4e-9374229f3172 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:43.986362 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0ab0e62c-5194-4215-950a-ff1806eb1d56 req-be8c4be5-d7c8-4bb1-ba4e-9374229f3172 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 944 time: 0.0882003 Aug 30 17:24:43.994422 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f45d5-3b16-4fb8-94db-82221a14dbfb req-8d2c5c5f-bc2d-4a74-ac3d-631b444b6cfb tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:43.996278 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d97f45d5-3b16-4fb8-94db-82221a14dbfb req-8d2c5c5f-bc2d-4a74-ac3d-631b444b6cfb tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 946 time: 0.0851831 Aug 30 17:24:44.043520 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0ab0e62c-5194-4215-950a-ff1806eb1d56 req-9c9ddef4-3cd3-4e00-b793-167bc1f87f35 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460372 Aug 30 17:24:44.077485 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d97f45d5-3b16-4fb8-94db-82221a14dbfb req-2401b18a-b44c-4af2-9bbf-792e11b01270 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581479 Aug 30 17:24:44.359516 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a389c-bce0-4c2c-9937-d7a3f3b6731b req-26287f4f-db5e-4fba-b5f4-5281c4745ecf tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:44.360944 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-da6a389c-bce0-4c2c-9937-d7a3f3b6731b req-26287f4f-db5e-4fba-b5f4-5281c4745ecf tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.1031985 Aug 30 17:24:44.386616 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5be8e-fd20-41da-9553-325629cb6601 req-7a8f75d1-1027-4da2-9e21-47785cfeaaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:44.388011 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-36f5be8e-fd20-41da-9553-325629cb6601 req-7a8f75d1-1027-4da2-9e21-47785cfeaaa1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37&tenant_id=c21fe597089042da855ac89daddb7bed HTTP/1.1" status: 200 len: 1097 time: 0.0974045 Aug 30 17:24:44.408185 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-da6a389c-bce0-4c2c-9937-d7a3f3b6731b req-ce63c942-d6ad-4fbf-b548-8f60a05384b7 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409920 Aug 30 17:24:44.454585 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5be8e-fd20-41da-9553-325629cb6601 req-593efa5e-1a83-4e4a-8f5d-cb611b88ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:44.456097 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-36f5be8e-fd20-41da-9553-325629cb6601 req-593efa5e-1a83-4e4a-8f5d-cb611b88ed4e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c21fe597089042da855ac89daddb7bed&device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 1097 time: 0.0425520 Aug 30 17:24:44.547028 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5be8e-fd20-41da-9553-325629cb6601 req-fb66cc71-9ad0-45d7-a10d-dcbaab5c6172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:44.548473 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-36f5be8e-fd20-41da-9553-325629cb6601 req-fb66cc71-9ad0-45d7-a10d-dcbaab5c6172 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd HTTP/1.1" status: 200 len: 918 time: 0.0838938 Aug 30 17:24:44.628252 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-36f5be8e-fd20-41da-9553-325629cb6601 req-9fc18b81-3718-4904-9c4f-8a7141e35a67 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=434ba44d-e169-47e6-bf2f-a603942cae15 HTTP/1.1" status: 200 len: 1000 time: 0.0700717 Aug 30 17:24:44.678088 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5be8e-fd20-41da-9553-325629cb6601 req-744a0ad9-c786-4242-9139-7c094838f78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:44.679564 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-36f5be8e-fd20-41da-9553-325629cb6601 req-744a0ad9-c786-4242-9139-7c094838f78d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f9b76a77-690c-4632-9995-41f5ada41bd6 HTTP/1.1" status: 200 len: 856 time: 0.0434155 Aug 30 17:24:44.724518 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5be8e-fd20-41da-9553-325629cb6601 req-baabc71f-e23b-4eae-b8fa-b4542371f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:44.725927 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-36f5be8e-fd20-41da-9553-325629cb6601 req-baabc71f-e23b-4eae-b8fa-b4542371f246 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0372508 Aug 30 17:24:44.820180 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-36f5be8e-fd20-41da-9553-325629cb6601 req-a039628b-d67a-415c-9c61-69c3c45a6fae service neutron] 10.222.0.52 "GET /v2.0/networks/7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850103 Aug 30 17:24:44.913299 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-36f5be8e-fd20-41da-9553-325629cb6601 req-f4b5e2cc-8de4-46bf-8b7b-1095b0036eb6 service neutron] 10.222.0.52 "GET /v2.0/networks/7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808690 Aug 30 17:24:45.188466 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d9f30-5ef2-4d2c-b933-b5a7c131b7f0 req-c7302ce2-25ba-4764-8e0e-21b90ed04854 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:45.194104 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d63d9f30-5ef2-4d2c-b933-b5a7c131b7f0 req-c7302ce2-25ba-4764-8e0e-21b90ed04854 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 944 time: 0.0695689 Aug 30 17:24:45.275912 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53936) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:45.284675 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d63d9f30-5ef2-4d2c-b933-b5a7c131b7f0 req-d1ba0056-b588-4fd1-85b4-2fbb515c25ec tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806251 Aug 30 17:24:45.310302 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83303c54-025b-40c3-90d7-8f8a68957902 req-26762c93-d257-4b4e-ab8c-4dce565e6a30 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:45.311722 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-83303c54-025b-40c3-90d7-8f8a68957902 req-26762c93-d257-4b4e-ab8c-4dce565e6a30 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 946 time: 0.1165788 Aug 30 17:24:45.337576 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c490497-1ce2-44fb-b0a8-d2a8acc4c84b admin admin] Deleting subnet 30d2a4b2-6bc2-4175-8b39-ae9e143b968c {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:24:45.340904 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c490497-1ce2-44fb-b0a8-d2a8acc4c84b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:45.355317 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-83303c54-025b-40c3-90d7-8f8a68957902 req-64f3dc6c-e21c-4c4d-b055-1c28ea068155 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377576 Aug 30 17:24:45.387281 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c490497-1ce2-44fb-b0a8-d2a8acc4c84b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993701'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:45.436034 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c490497-1ce2-44fb-b0a8-d2a8acc4c84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33214020'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:45.515093 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfaac9-e781-480a-b671-f11e6b032e00 req-b19215da-9a8a-4221-a05c-2f5cf7e67186 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:45.517428 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d5cfaac9-e781-480a-b671-f11e6b032e00 req-b19215da-9a8a-4221-a05c-2f5cf7e67186 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 946 time: 0.1286552 Aug 30 17:24:45.528641 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c490497-1ce2-44fb-b0a8-d2a8acc4c84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33214027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314945'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:45.560820 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c490497-1ce2-44fb-b0a8-d2a8acc4c84b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30d2a4b2-6bc2-4175-8b39-ae9e143b968c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:45.563980 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7c490497-1ce2-44fb-b0a8-d2a8acc4c84b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:45.566078 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-7c490497-1ce2-44fb-b0a8-d2a8acc4c84b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/30d2a4b2-6bc2-4175-8b39-ae9e143b968c HTTP/1.1" status: 204 len: 168 time: 0.2891061 Aug 30 17:24:45.569059 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53946) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:45.636221 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457a2ae-8c1d-42d7-88ed-3c34e9b46f8c req-8bc02f3d-8490-462e-ac3c-c3a5a0301752 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:45.637900 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4457a2ae-8c1d-42d7-88ed-3c34e9b46f8c req-8bc02f3d-8490-462e-ac3c-c3a5a0301752 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.1146941 Aug 30 17:24:45.693792 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d31aa686-23e4-4f34-b293-53591152771f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33116116'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:45.710292 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4457a2ae-8c1d-42d7-88ed-3c34e9b46f8c req-28a7bb9b-6733-4e4e-841b-e14a7321d2c4 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588567 Aug 30 17:24:45.804429 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d31aa686-23e4-4f34-b293-53591152771f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33152447', 'neutron.services.segments.db._delete_segments_for_network-8763729442798'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:45.816358 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-d31aa686-23e4-4f34-b293-53591152771f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c38f771-645c-47e7-8b33-0ba4b6334797']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:24:45.827898 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-d31aa686-23e4-4f34-b293-53591152771f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87897db7-2f2f-4c60-9df9-e628d0775d09') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:24:45.828197 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-d31aa686-23e4-4f34-b293-53591152771f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87897db7-2f2f-4c60-9df9-e628d0775d09') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:24:45.837830 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d31aa686-23e4-4f34-b293-53591152771f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763729442681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993722'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:45.857205 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d31aa686-23e4-4f34-b293-53591152771f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:45.863533 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31aa686-23e4-4f34-b293-53591152771f admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:24:45.864005 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d31aa686-23e4-4f34-b293-53591152771f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194063'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: Traceback (most recent call last): Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: timer() Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: cb(*args, **kw) Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: return func(*args, **kwargs) Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: self._notify() Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: self.callback(batched_events) Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: event.method(event) Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: return f(self, *a, **k) Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: return self._get(url).json() Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: return self.request(url, 'GET', **kwargs) Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:24:45.865791 dv-cinder-805316-3-iscsi neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:24:45.925004 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d31aa686-23e4-4f34-b293-53591152771f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33152454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535142'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:45.932947 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d31aa686-23e4-4f34-b293-53591152771f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:45.937678 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-d31aa686-23e4-4f34-b293-53591152771f admin admin] 10.222.0.21 "DELETE /v2.0/networks/5c38f771-645c-47e7-8b33-0ba4b6334797 HTTP/1.1" status: 204 len: 168 time: 0.3639030 Aug 30 17:24:45.949577 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31aa686-23e4-4f34-b293-53591152771f admin admin] Pushing event deleted for resources: {'Network': ['ID=5c38f771-645c-47e7-8b33-0ba4b6334797,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:46.154130 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 53950) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:46.204700 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 53954) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:24:46.206700 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-c0cb6467-5e58-4d7d-a2f5-6cd25a3b2bdb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4038cbf18243476594febddbf09ba3fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513413 Aug 30 17:24:46.267363 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-610542db-ffe9-48b8-ac69-b08c874c934d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:46.293008 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-610542db-ffe9-48b8-ac69-b08c874c934d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:46.345874 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-610542db-ffe9-48b8-ac69-b08c874c934d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:46.348925 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-610542db-ffe9-48b8-ac69-b08c874c934d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:46.351339 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-610542db-ffe9-48b8-ac69-b08c874c934d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60c64e64-be77-47dd-a01e-425d5af530b8 HTTP/1.1" status: 204 len: 168 time: 0.1453733 Aug 30 17:24:46.362165 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610542db-ffe9-48b8-ac69-b08c874c934d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c64e64-be77-47dd-a01e-425d5af530b8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:46.449400 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c2e41-56ad-4fa0-8e61-5422da423f92 req-d37a755c-c9e1-4e68-a2dd-872f5fb9263b tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:46.452033 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-da9c2e41-56ad-4fa0-8e61-5422da423f92 req-d37a755c-c9e1-4e68-a2dd-872f5fb9263b tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 944 time: 0.0859075 Aug 30 17:24:46.521194 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-da9c2e41-56ad-4fa0-8e61-5422da423f92 req-771bea3e-9b74-4f2e-b1eb-2be2ef2d387f tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630922 Aug 30 17:24:46.550597 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45215d93-4726-46ce-83bc-2e1ec24088b9 req-3d5ec6a7-0146-4d22-80eb-188e4e1f0d16 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:46.552880 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-45215d93-4726-46ce-83bc-2e1ec24088b9 req-3d5ec6a7-0146-4d22-80eb-188e4e1f0d16 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 946 time: 0.0926802 Aug 30 17:24:46.603049 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-45215d93-4726-46ce-83bc-2e1ec24088b9 req-cadf18d7-ca21-48a7-9919-d1d0a69405b4 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431917 Aug 30 17:24:46.732302 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:24:46.769336 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] No Port match for: b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:24:46.775258 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device b6471b5e-8b1b-44ee-86ae-1894a6bd6e1e not bound to the agent host hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:24:46.853815 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad855c93-8c06-4b10-ad54-db5c217858b8 req-fadc2743-8bdb-413d-b9df-90e04ef65940 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:46.855332 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ad855c93-8c06-4b10-ad54-db5c217858b8 req-fadc2743-8bdb-413d-b9df-90e04ef65940 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0570476 Aug 30 17:24:46.894873 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ad855c93-8c06-4b10-ad54-db5c217858b8 req-a60440a3-3371-47f0-8f4b-55d956b2c453 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337138 Aug 30 17:24:47.645222 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317299be-080d-4ba4-9a28-bc0764fb07a6 req-2b985d23-a0d4-4efe-8a4c-72070621cae7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:47.647532 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-317299be-080d-4ba4-9a28-bc0764fb07a6 req-2b985d23-a0d4-4efe-8a4c-72070621cae7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 944 time: 0.0498788 Aug 30 17:24:47.701925 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-317299be-080d-4ba4-9a28-bc0764fb07a6 req-2af364da-a093-408a-bc64-fa3d4147c74d tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467174 Aug 30 17:24:47.755051 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e02e0-d058-474e-9009-20ce53ffcf10 req-86e0ead8-cb67-4043-bf2c-62f18936e5f6 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:47.757252 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-845e02e0-d058-474e-9009-20ce53ffcf10 req-86e0ead8-cb67-4043-bf2c-62f18936e5f6 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 946 time: 0.0534017 Aug 30 17:24:47.795677 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-845e02e0-d058-474e-9009-20ce53ffcf10 req-b6302d1d-05be-4270-8637-23c75c95ec1e tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322552 Aug 30 17:24:48.021943 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb641f8-865d-4f5b-9820-b9d3974693d9 req-55a4d430-ce45-4ee1-85c7-aeaa839799a3 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:48.023416 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7cb641f8-865d-4f5b-9820-b9d3974693d9 req-55a4d430-ce45-4ee1-85c7-aeaa839799a3 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0551786 Aug 30 17:24:48.068963 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7cb641f8-865d-4f5b-9820-b9d3974693d9 req-764b29f2-2319-44fe-b4dd-d77d9430a05a tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387239 Aug 30 17:24:48.825606 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea1499-931a-4daf-af2e-b4082bf9d7e7 req-d81ac5f6-94f4-432b-be89-618dd22719b3 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:48.827287 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-61ea1499-931a-4daf-af2e-b4082bf9d7e7 req-d81ac5f6-94f4-432b-be89-618dd22719b3 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 944 time: 0.0521479 Aug 30 17:24:48.904023 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-61ea1499-931a-4daf-af2e-b4082bf9d7e7 req-a8529374-1909-4dc5-925a-88d24835cde2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707648 Aug 30 17:24:48.932251 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3062051-920e-4715-adad-3fc6c5eab47c req-5ea16c4a-e781-4e68-9f65-7d46d002eb33 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:48.933779 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b3062051-920e-4715-adad-3fc6c5eab47c req-5ea16c4a-e781-4e68-9f65-7d46d002eb33 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 946 time: 0.0599205 Aug 30 17:24:48.976260 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b3062051-920e-4715-adad-3fc6c5eab47c req-9f8c8068-9596-4296-8205-795ea82fe312 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358865 Aug 30 17:24:49.191914 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608936e2-f4d9-4b58-82c1-eb27609d7066 req-67c9451e-2c1e-4ec9-9797-e783dd7ad7c6 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:49.193651 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-608936e2-f4d9-4b58-82c1-eb27609d7066 req-67c9451e-2c1e-4ec9-9797-e783dd7ad7c6 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0539317 Aug 30 17:24:49.234341 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-608936e2-f4d9-4b58-82c1-eb27609d7066 req-b1c62aae-9193-4a52-83c2-ff6aa3e468dd tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339024 Aug 30 17:24:50.057616 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab834b19-4cad-40a3-ad87-40ba2dcbf3cf req-8e4ae40b-ade4-4f4c-ac30-6545d048035b tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:50.059169 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ab834b19-4cad-40a3-ad87-40ba2dcbf3cf req-8e4ae40b-ade4-4f4c-ac30-6545d048035b tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 944 time: 0.0804822 Aug 30 17:24:50.126016 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ab834b19-4cad-40a3-ad87-40ba2dcbf3cf req-9fa6e645-26b6-4480-81bc-006638295c8c tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575333 Aug 30 17:24:50.135563 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9048ce-d742-444b-988d-4044b407362a req-2e4c2009-51ad-4b48-8944-734864d449bb tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:50.137066 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-eb9048ce-d742-444b-988d-4044b407362a req-2e4c2009-51ad-4b48-8944-734864d449bb tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 946 time: 0.0770092 Aug 30 17:24:50.181962 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-eb9048ce-d742-444b-988d-4044b407362a req-cdc72a6f-ef5f-4c63-bda1-c0620fa770b4 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370350 Aug 30 17:24:50.351457 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23149a2e-90fa-41a5-856a-cf10ef359b78 req-cc2729bb-5c6f-46bd-a393-a7d04fd1da2d tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:50.352999 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-23149a2e-90fa-41a5-856a-cf10ef359b78 req-cc2729bb-5c6f-46bd-a393-a7d04fd1da2d tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0496786 Aug 30 17:24:50.395694 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-23149a2e-90fa-41a5-856a-cf10ef359b78 req-4d0dc581-43dc-4f76-a56a-3cb6e169bc4a tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368865 Aug 30 17:24:50.736939 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 19d6af57-e933-4e1c-aaf5-6e441ca1bce8 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:24:50.815388 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:50.839499 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2902b37-5a1d-45e2-800e-5e6299133434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19d6af57-e933-4e1c-aaf5-6e441ca1bce8'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:24:50.841923 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b565bf2a2ce0626243007c858acec0a0684ffd3fe6012f569d221254cd872eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79aa97a-3f7e-4356-97af-4895395b0b4a" -d '{"events": [{"server_uuid": "a2902b37-5a1d-45e2-800e-5e6299133434", "name": "network-vif-unplugged", "status": "completed", "tag": "19d6af57-e933-4e1c-aaf5-6e441ca1bce8"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:24:50.855489 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 19d6af57-e933-4e1c-aaf5-6e441ca1bce8, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=19d6af57-e933-4e1c-aaf5-6e441ca1bce8,segment=NetworkSegment(746b15d3-f122-4fd3-bad5-f0b1a2dcac42),segment_id=746b15d3-f122-4fd3-bad5-f0b1a2dcac42)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:24:50.859400 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:50.885612 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 17:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05c00ab-59cd-4a45-98a8-47d1812860cd x-openstack-request-id: req-f05c00ab-59cd-4a45-98a8-47d1812860cd {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:24:50.885945 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2902b37-5a1d-45e2-800e-5e6299133434", "name": "network-vif-unplugged", "status": "completed", "tag": "19d6af57-e933-4e1c-aaf5-6e441ca1bce8", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:24:50.886197 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f05c00ab-59cd-4a45-98a8-47d1812860cd {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:24:50.886589 dv-cinder-805316-3-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2902b37-5a1d-45e2-800e-5e6299133434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19d6af57-e933-4e1c-aaf5-6e441ca1bce8', 'code': 200} Aug 30 17:24:50.909659 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=19d6af57-e933-4e1c-aaf5-6e441ca1bce8,revision_number=6']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:51.280474 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e53b0-7026-423b-abc9-e5b85cd0f5d8 req-a9b3ad9a-68de-4687-902e-a0556825d940 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:51.282310 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-419e53b0-7026-423b-abc9-e5b85cd0f5d8 req-a9b3ad9a-68de-4687-902e-a0556825d940 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 944 time: 0.0712693 Aug 30 17:24:51.339512 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-419e53b0-7026-423b-abc9-e5b85cd0f5d8 req-2b61362d-faf6-4cad-b2eb-a4d7c4cce983 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433483 Aug 30 17:24:51.353190 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6de37c-120b-4ca0-86bf-896daa62274e req-75ed08e7-94b2-4ea8-a69e-048cbe219d42 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:51.354894 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1b6de37c-120b-4ca0-86bf-896daa62274e req-75ed08e7-94b2-4ea8-a69e-048cbe219d42 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 944 time: 0.0947020 Aug 30 17:24:51.616162 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1b6de37c-120b-4ca0-86bf-896daa62274e req-9ff14ab4-730a-46fa-8439-a0c7851f48ca tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533648 Aug 30 17:24:51.633321 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2590a-f955-428e-a4b2-2abe4c9d7e5f req-6ed35795-3869-45d1-a413-4cd35972ae74 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:51.634831 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0fe2590a-f955-428e-a4b2-2abe4c9d7e5f req-6ed35795-3869-45d1-a413-4cd35972ae74 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0675569 Aug 30 17:24:51.676873 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0fe2590a-f955-428e-a4b2-2abe4c9d7e5f req-767c5f46-60ea-46c9-ad2b-d775e1b1e4a4 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362051 Aug 30 17:24:52.464239 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8f08b-f1bd-4996-8243-aca7fe58eb0b req-262af705-c9a3-4f7c-a6ac-654b65559172 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:52.465758 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4dc8f08b-f1bd-4996-8243-aca7fe58eb0b req-262af705-c9a3-4f7c-a6ac-654b65559172 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 944 time: 0.0506725 Aug 30 17:24:52.504975 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4dc8f08b-f1bd-4996-8243-aca7fe58eb0b req-8cecaa9a-a024-4840-bc75-e8b5581a8de9 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333028 Aug 30 17:24:52.744073 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549cc24b-dc0a-4fa9-9685-7268aaa4aba5 req-5313a563-382e-49fa-b8aa-4ff9bd651e1c tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:52.745700 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-549cc24b-dc0a-4fa9-9685-7268aaa4aba5 req-5313a563-382e-49fa-b8aa-4ff9bd651e1c tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 944 time: 0.0566087 Aug 30 17:24:52.813031 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-549cc24b-dc0a-4fa9-9685-7268aaa4aba5 req-e7e97e0e-bab7-4a6a-a1dc-f6de2feed762 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603585 Aug 30 17:24:52.832893 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f6f7a-4b12-4335-b76b-86390c995717 req-11cdc205-cf16-4be4-8cb5-eeb59d9c2a20 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:52.835113 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f54f6f7a-4b12-4335-b76b-86390c995717 req-11cdc205-cf16-4be4-8cb5-eeb59d9c2a20 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0672495 Aug 30 17:24:52.874279 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f54f6f7a-4b12-4335-b76b-86390c995717 req-1e48be19-f90d-444a-b75b-f17f7c6bcea0 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321779 Aug 30 17:24:53.629058 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff8cec-33db-46d1-9fd9-eaaec5bec2ef req-31ae5a15-0ef7-419e-b62c-85b7d477f1f3 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:53.630601 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-10ff8cec-33db-46d1-9fd9-eaaec5bec2ef req-31ae5a15-0ef7-419e-b62c-85b7d477f1f3 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 944 time: 0.0498016 Aug 30 17:24:53.671720 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-10ff8cec-33db-46d1-9fd9-eaaec5bec2ef req-87e8a564-b347-4b0d-9930-ffa1bc1fad97 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343194 Aug 30 17:24:53.946105 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e4dc4-9618-421f-acbd-08fd138c95e7 req-d5198443-e5f9-4cfb-be35-5b6b082cd67a tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:53.947637 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-636e4dc4-9618-421f-acbd-08fd138c95e7 req-d5198443-e5f9-4cfb-be35-5b6b082cd67a tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 944 time: 0.0668831 Aug 30 17:24:54.017302 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-636e4dc4-9618-421f-acbd-08fd138c95e7 req-40b691e1-4698-4cb9-9024-a89113ecd91c tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602608 Aug 30 17:24:54.024839 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc778f10-dfef-457f-a2b1-52ae085e218a req-5c02245c-6a3d-4384-927f-529707aeb764 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:54.026390 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bc778f10-dfef-457f-a2b1-52ae085e218a req-5c02245c-6a3d-4384-927f-529707aeb764 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0778399 Aug 30 17:24:54.068037 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bc778f10-dfef-457f-a2b1-52ae085e218a req-260b60c7-aaee-4f81-85a9-3bbd3af54264 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351231 Aug 30 17:24:54.834032 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e0070426-43e6-44ad-aef7-81374f3195e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:54.836515 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9027dd0-ab8a-4e57-b550-3d65d95134b9 req-d7b686dc-eb01-4022-a00a-6b2bfefb7712 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:54.838201 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f9027dd0-ab8a-4e57-b550-3d65d95134b9 req-d7b686dc-eb01-4022-a00a-6b2bfefb7712 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 944 time: 0.0555201 Aug 30 17:24:54.882754 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f9027dd0-ab8a-4e57-b550-3d65d95134b9 req-08d6fc3f-350a-4825-91c8-a116c8d78772 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380588 Aug 30 17:24:54.935149 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:55.135133 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30be48-262d-4e90-96d9-4f3de6884f2e req-708880f4-8768-4fb7-a8e0-220504ffe629 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:55.139480 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ab30be48-262d-4e90-96d9-4f3de6884f2e req-708880f4-8768-4fb7-a8e0-220504ffe629 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 944 time: 0.0497203 Aug 30 17:24:55.202657 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ab30be48-262d-4e90-96d9-4f3de6884f2e req-4ea921b3-7bcb-4f02-b33e-2ffbb452fe40 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525317 Aug 30 17:24:55.219649 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559908c-9fc0-4579-adf8-df1c576084e2 req-8880ee99-f2a9-496f-acf9-424e4893a82a tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:55.221115 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7559908c-9fc0-4579-adf8-df1c576084e2 req-8880ee99-f2a9-496f-acf9-424e4893a82a tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0807192 Aug 30 17:24:55.260438 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7559908c-9fc0-4579-adf8-df1c576084e2 req-83faa220-e3fb-49d8-9de5-04f1c8014129 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329432 Aug 30 17:24:55.881464 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-f15e26fe-e6f8-4aa8-913f-640dd55ac260 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-579932879&fields=id&tenant_id=c5084785e3414a36b8cc882d6083aba5 HTTP/1.1" status: 200 len: 267 time: 0.0396910 Aug 30 17:24:56.039089 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-0e1b4139-bd16-4f06-bfaf-2d72bbdbdc80 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:56.040578 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-0e1b4139-bd16-4f06-bfaf-2d72bbdbdc80 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/networks?id=12712b10-7cd8-429d-845f-e2bbe84087c2 HTTP/1.1" status: 200 len: 809 time: 0.1508884 Aug 30 17:24:56.064073 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fc756-3407-48f6-95d7-522ccb2e9d7b req-f3d84d36-cabf-4fd0-9d7d-4ce6114521b8 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:56.065860 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1d4fc756-3407-48f6-95d7-522ccb2e9d7b req-f3d84d36-cabf-4fd0-9d7d-4ce6114521b8 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 944 time: 0.0841885 Aug 30 17:24:56.070246 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-4892dedc-f51e-4394-a3fe-428a51baded7 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/quotas/c5084785e3414a36b8cc882d6083aba5 HTTP/1.1" status: 200 len: 375 time: 0.0208402 Aug 30 17:24:56.137231 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1d4fc756-3407-48f6-95d7-522ccb2e9d7b req-f179141b-90d1-45eb-94d8-2e2ac83fc113 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643494 Aug 30 17:24:56.154416 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-a9a65896-3dcf-42fe-bdb9-1ab0c35bf070 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c5084785e3414a36b8cc882d6083aba5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751612 Aug 30 17:24:56.302754 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0757e1b-c28b-467e-a8c7-3b89504718a9 req-9e4d1803-2e6c-45bd-8b20-f003549bb908 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:56.304286 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c0757e1b-c28b-467e-a8c7-3b89504718a9 req-9e4d1803-2e6c-45bd-8b20-f003549bb908 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 985 time: 0.0855215 Aug 30 17:24:56.308318 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-1e255941-5c85-4b1b-8ed4-c71e08ae5ac9 service neutron] 10.222.0.21 "GET /v2.0/networks/12712b10-7cd8-429d-845f-e2bbe84087c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313510 Aug 30 17:24:56.393386 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c0757e1b-c28b-467e-a8c7-3b89504718a9 req-a3153a9b-d316-4c7a-ab5e-79b7d43e3795 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&id=3fffd43b-2eca-4065-a79b-e50693e9a779&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0823550 Aug 30 17:24:56.451061 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-09b2b132-1b4a-4287-91cb-ee65a20b41f2 service neutron] 10.222.0.21 "GET /v2.0/networks/12712b10-7cd8-429d-845f-e2bbe84087c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330483 Aug 30 17:24:56.516130 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cd3e1-49d8-4a66-9ba4-7c129a010f30 req-b9c82667-1609-4241-bb51-98e6f009d05d tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:56.517666 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e30cd3e1-49d8-4a66-9ba4-7c129a010f30 req-b9c82667-1609-4241-bb51-98e6f009d05d tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 944 time: 0.0550890 Aug 30 17:24:56.558420 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e30cd3e1-49d8-4a66-9ba4-7c129a010f30 req-b088d983-b61e-49cf-afdf-d82023b3aaab tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337224 Aug 30 17:24:56.679965 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b785ff6-27d0-4b85-9339-50ca798b6f4e req-d137861a-8c0d-4120-a4e9-44b1f31244e9 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:56.681493 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4b785ff6-27d0-4b85-9339-50ca798b6f4e req-d137861a-8c0d-4120-a4e9-44b1f31244e9 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0528295 Aug 30 17:24:56.720936 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4b785ff6-27d0-4b85-9339-50ca798b6f4e req-b9519973-9e7c-4621-8be7-4532e1a59681 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334325 Aug 30 17:24:56.763383 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bfbee0e9-9e38-424b-b555-70cf8bd759d0 req-4d7e41c2-76e6-491f-9316-5d9c6183ddb2 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 210 time: 0.0345838 Aug 30 17:24:57.346182 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3131f8-04f5-4a8f-8c2b-336bc4452083 req-bf583806-0c05-4dd1-b8c8-177fc035dff7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:57.347656 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2c3131f8-04f5-4a8f-8c2b-336bc4452083 req-bf583806-0c05-4dd1-b8c8-177fc035dff7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 944 time: 0.1128705 Aug 30 17:24:57.354866 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f48d23-b86a-4439-b59c-8bc48eadedc4 req-f9331824-1e4c-40fa-9956-0a1214d3932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:57.356281 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d7f48d23-b86a-4439-b59c-8bc48eadedc4 req-f9331824-1e4c-40fa-9956-0a1214d3932f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1e87154fe5704a729a211e9e1f568318&device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 1138 time: 0.1078072 Aug 30 17:24:57.426280 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-d5cfaac9-e781-480a-b671-f11e6b032e00 req-f0c1a3cf-4a50-47e8-a83d-1e6fead14472 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Deleting port 19d6af57-e933-4e1c-aaf5-6e441ca1bce8 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:24:57.426621 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d5cfaac9-e781-480a-b671-f11e6b032e00 req-f0c1a3cf-4a50-47e8-a83d-1e6fead14472 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:57.489630 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2c3131f8-04f5-4a8f-8c2b-336bc4452083 req-be744f13-9064-4679-8600-1be209437928 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323884 Aug 30 17:24:57.581872 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-fa4cc7c5-0602-44eb-ba91-42a02637e506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:57.603527 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f48d23-b86a-4439-b59c-8bc48eadedc4 req-3d31556b-7ecc-43d7-8a82-372345186ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:57.604998 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d7f48d23-b86a-4439-b59c-8bc48eadedc4 req-3d31556b-7ecc-43d7-8a82-372345186ac8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff1002d0-fa0b-4127-8146-74c3b9876100 HTTP/1.1" status: 200 len: 915 time: 0.2361748 Aug 30 17:24:57.617135 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0b1fe-aff0-4ccb-8ebf-3e2236e3b3dc req-ec6be873-0a97-473e-8c8e-32a20633000b tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:57.618642 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8af0b1fe-aff0-4ccb-8ebf-3e2236e3b3dc req-ec6be873-0a97-473e-8c8e-32a20633000b tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 985 time: 0.1324899 Aug 30 17:24:57.620646 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-d5cfaac9-e781-480a-b671-f11e6b032e00 req-f0c1a3cf-4a50-47e8-a83d-1e6fead14472 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] For port 19d6af57-e933-4e1c-aaf5-6e441ca1bce8, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=19d6af57-e933-4e1c-aaf5-6e441ca1bce8,segment=NetworkSegment(746b15d3-f122-4fd3-bad5-f0b1a2dcac42),segment_id=746b15d3-f122-4fd3-bad5-f0b1a2dcac42)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:24:57.621020 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d5cfaac9-e781-480a-b671-f11e6b032e00 req-f0c1a3cf-4a50-47e8-a83d-1e6fead14472 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:57.676771 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [req-d5cfaac9-e781-480a-b671-f11e6b032e00 req-f0c1a3cf-4a50-47e8-a83d-1e6fead14472 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Calling delete_port for 19d6af57-e933-4e1c-aaf5-6e441ca1bce8 owned by compute:nova {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:24:57.794409 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8af0b1fe-aff0-4ccb-8ebf-3e2236e3b3dc req-af0118bd-038b-4ad2-8d2a-b92f19b5c9f1 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&id=3fffd43b-2eca-4065-a79b-e50693e9a779&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1571200 Aug 30 17:24:57.796124 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d7f48d23-b86a-4439-b59c-8bc48eadedc4 req-ab34f424-14a8-4ad2-a662-df389f6a3335 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6ab28ee-87d4-4888-b560-457fd4ebe293 HTTP/1.1" status: 200 len: 1002 time: 0.1723197 Aug 30 17:24:57.828614 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7b288-999a-4958-ac9e-3983a1b09e1d req-bf5a45ac-93c0-4799-8dec-e55c4b5d58c9 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:57.835841 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5ab7b288-999a-4958-ac9e-3983a1b09e1d req-bf5a45ac-93c0-4799-8dec-e55c4b5d58c9 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 944 time: 0.1960835 Aug 30 17:24:57.845697 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:57.941551 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5ab7b288-999a-4958-ac9e-3983a1b09e1d req-31bfa509-c340-4e0d-a533-7d21dbd2c212 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048276 Aug 30 17:24:57.946253 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f48d23-b86a-4439-b59c-8bc48eadedc4 req-caded849-3e63-46e1-98a6-40e7dc89e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:57.947679 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d7f48d23-b86a-4439-b59c-8bc48eadedc4 req-caded849-3e63-46e1-98a6-40e7dc89e2eb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e2441a91-a5c9-4f3f-a0e9-881d637a8bbc HTTP/1.1" status: 200 len: 853 time: 0.1351633 Aug 30 17:24:57.994827 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc172f-e0a0-494c-a4f1-79107d65801b req-de9a98fd-5173-46da-aa23-d6fdbea9e76a tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:57.996310 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3acc172f-e0a0-494c-a4f1-79107d65801b req-de9a98fd-5173-46da-aa23-d6fdbea9e76a tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.1263487 Aug 30 17:24:58.065475 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cb835e68-240d-4407-a0e1-89fc6d60a4fb req-c6a48f12-5222-429d-a577-ce364a16bd82 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 210 time: 0.0499237 Aug 30 17:24:58.091679 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f48d23-b86a-4439-b59c-8bc48eadedc4 req-cc7a8458-0956-4a7f-a73a-e5c8f88a42cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:58.093084 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d7f48d23-b86a-4439-b59c-8bc48eadedc4 req-cc7a8458-0956-4a7f-a73a-e5c8f88a42cd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff1002d0-fa0b-4127-8146-74c3b9876100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1335139 Aug 30 17:24:58.093951 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d5cfaac9-e781-480a-b671-f11e6b032e00 req-f0c1a3cf-4a50-47e8-a83d-1e6fead14472 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:58.097760 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3acc172f-e0a0-494c-a4f1-79107d65801b req-f511f674-0857-42f6-a5e9-6bdbc4c6c4ad tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862811 Aug 30 17:24:58.108712 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['2f719635-5e34-4d7e-ac70-3671b034ee1f'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:24:58.134393 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1a3cf-4a50-47e8-a83d-1e6fead14472 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Pushing event deleted for resources: {'Port': ['ID=19d6af57-e933-4e1c-aaf5-6e441ca1bce8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:58.181621 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c1a3cf-4a50-47e8-a83d-1e6fead14472 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:58.181971 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c1a3cf-4a50-47e8-a83d-1e6fead14472 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:58.182317 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c1a3cf-4a50-47e8-a83d-1e6fead14472 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:58.182653 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c1a3cf-4a50-47e8-a83d-1e6fead14472 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:58.182986 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c1a3cf-4a50-47e8-a83d-1e6fead14472 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:58.183322 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c1a3cf-4a50-47e8-a83d-1e6fead14472 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:58.183650 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c1a3cf-4a50-47e8-a83d-1e6fead14472 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:58.183982 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c1a3cf-4a50-47e8-a83d-1e6fead14472 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:58.184311 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c1a3cf-4a50-47e8-a83d-1e6fead14472 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:58.184636 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c1a3cf-4a50-47e8-a83d-1e6fead14472 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:58.184961 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c1a3cf-4a50-47e8-a83d-1e6fead14472 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:58.185402 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c1a3cf-4a50-47e8-a83d-1e6fead14472 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:24:58.227566 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cfaac9-e781-480a-b671-f11e6b032e00 req-f0c1a3cf-4a50-47e8-a83d-1e6fead14472 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] No DVR routers for this DVR port 19d6af57-e933-4e1c-aaf5-6e441ca1bce8 on host hv-cinder-80531 {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:24:58.231356 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-d5cfaac9-e781-480a-b671-f11e6b032e00 req-f0c1a3cf-4a50-47e8-a83d-1e6fead14472 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:58.233328 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d5cfaac9-e781-480a-b671-f11e6b032e00 req-f0c1a3cf-4a50-47e8-a83d-1e6fead14472 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.52 "DELETE /v2.0/ports/19d6af57-e933-4e1c-aaf5-6e441ca1bce8 HTTP/1.1" status: 204 len: 173 time: 1.0411444 Aug 30 17:24:58.233799 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2902b37-5a1d-45e2-800e-5e6299133434', 'name': 'network-vif-deleted', 'tag': '19d6af57-e933-4e1c-aaf5-6e441ca1bce8'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:24:58.236052 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e183aeb7d1ae95b610e737921596bfe9224ef5c136def86ae36f97e4cb718d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a795c4-8352-4f6b-9b0d-eb1d66cc2c94" -d '{"events": [{"server_uuid": "a2902b37-5a1d-45e2-800e-5e6299133434", "name": "network-vif-deleted", "tag": "19d6af57-e933-4e1c-aaf5-6e441ca1bce8"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:24:58.295041 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d7f48d23-b86a-4439-b59c-8bc48eadedc4 req-237f18eb-da32-4c17-880a-5c88d0b204aa service neutron] 10.222.0.52 "GET /v2.0/networks/ff1002d0-fa0b-4127-8146-74c3b9876100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874409 Aug 30 17:24:58.299269 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95247b88-7bdf-43fa-bf14-3ebc581477e9 x-openstack-request-id: req-95247b88-7bdf-43fa-bf14-3ebc581477e9 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:24:58.299619 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2902b37-5a1d-45e2-800e-5e6299133434", "name": "network-vif-deleted", "tag": "19d6af57-e933-4e1c-aaf5-6e441ca1bce8", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:24:58.299974 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95247b88-7bdf-43fa-bf14-3ebc581477e9 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:24:58.300439 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2902b37-5a1d-45e2-800e-5e6299133434', 'name': 'network-vif-deleted', 'tag': '19d6af57-e933-4e1c-aaf5-6e441ca1bce8', 'status': 'completed', 'code': 200} Aug 30 17:24:58.375110 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-99787c30-e09f-47cc-8da4-0976cc53db84 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:58.376614 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-99787c30-e09f-47cc-8da4-0976cc53db84 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.52 "GET /v2.0/networks?id=12712b10-7cd8-429d-845f-e2bbe84087c2 HTTP/1.1" status: 200 len: 809 time: 0.1704996 Aug 30 17:24:58.441334 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-4360479b-f0c9-4d59-92f3-d8150d55dca0 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5084785e3414a36b8cc882d6083aba5 HTTP/1.1" status: 200 len: 379 time: 0.0503681 Aug 30 17:24:58.451838 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-3b11d8f0-d3e9-4ef7-93d4-af73114e8627 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Request body: {'port': {'device_id': 'ce077816-5863-41fc-8805-a9c3a302a987', 'network_id': '12712b10-7cd8-429d-845f-e2bbe84087c2', 'admin_state_up': True, 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'security_groups': ['c15b0a41-2676-45b1-9775-28f0bf1feb49']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:24:58.455044 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d7f48d23-b86a-4439-b59c-8bc48eadedc4 req-6eb2bf71-5c98-464b-8a0e-4c4a7dbe6ac1 service neutron] 10.222.0.52 "GET /v2.0/networks/ff1002d0-fa0b-4127-8146-74c3b9876100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351337 Aug 30 17:24:58.463561 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a73106-3adb-45cb-9f5c-54a899c9d8b7 req-47a38c61-41ed-469e-8286-b8697449e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:58.465030 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e5a73106-3adb-45cb-9f5c-54a899c9d8b7 req-47a38c61-41ed-469e-8286-b8697449e3c8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 1099 time: 0.0564859 Aug 30 17:24:58.501735 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e5a73106-3adb-45cb-9f5c-54a899c9d8b7 req-ec4b432e-a68b-4b85-a0e9-cbd9ca399996 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288332 Aug 30 17:24:58.564460 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-3b11d8f0-d3e9-4ef7-93d4-af73114e8627 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Made reservation on behalf of c5084785e3414a36b8cc882d6083aba5 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:24:58.567999 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-3b11d8f0-d3e9-4ef7-93d4-af73114e8627 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:58.616634 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86035581-0e44-4541-90c9-76f3573cb860 req-ba5c248f-4b64-4fbb-8494-94eff21ace8e tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:58.618056 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-86035581-0e44-4541-90c9-76f3573cb860 req-ba5c248f-4b64-4fbb-8494-94eff21ace8e tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 944 time: 0.0534213 Aug 30 17:24:58.657470 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-86035581-0e44-4541-90c9-76f3573cb860 req-1618e4e2-a368-4378-96e5-cc78fa30ae7e tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330074 Aug 30 17:24:58.699863 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-3b11d8f0-d3e9-4ef7-93d4-af73114e8627 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Allocated IP 172.20.0.11 (12712b10-7cd8-429d-845f-e2bbe84087c2/7e04f231-8e49-4dc4-831a-df3b7fe03455/2574bf6a-7dbe-425f-9a0c-40e0f0a8e486) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:24:58.772894 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:58.875187 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-3b11d8f0-d3e9-4ef7-93d4-af73114e8627 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:58.894180 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-3b11d8f0-d3e9-4ef7-93d4-af73114e8627 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Transition to ACTIVE for port object 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:24:58.932670 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-3b11d8f0-d3e9-4ef7-93d4-af73114e8627 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:58.949999 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543b6f7-2c46-42a3-a528-5ce9eacedf9f req-ed7f66eb-b901-44ce-8b02-638b7787fa85 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:58.954105 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3543b6f7-2c46-42a3-a528-5ce9eacedf9f req-ed7f66eb-b901-44ce-8b02-638b7787fa85 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 985 time: 0.0813744 Aug 30 17:24:58.993122 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11d8f0-d3e9-4ef7-93d4-af73114e8627 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Pushing event updated for resources: {'Port': ['ID=2574bf6a-7dbe-425f-9a0c-40e0f0a8e486,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:59.004187 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-3b11d8f0-d3e9-4ef7-93d4-af73114e8627 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Network 12712b10-7cd8-429d-845f-e2bbe84087c2 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:24:59.006640 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-3b11d8f0-d3e9-4ef7-93d4-af73114e8627 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:24:59.009041 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-3b11d8f0-d3e9-4ef7-93d4-af73114e8627 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:24:59.014105 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3543b6f7-2c46-42a3-a528-5ce9eacedf9f req-50d12b10-d6ec-410c-aaed-2ab8a88962e1 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&id=3fffd43b-2eca-4065-a79b-e50693e9a779&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0516837 Aug 30 17:24:59.066824 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-3b11d8f0-d3e9-4ef7-93d4-af73114e8627 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:59.067496 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-3b11d8f0-d3e9-4ef7-93d4-af73114e8627 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:59.093560 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-3b11d8f0-d3e9-4ef7-93d4-af73114e8627 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6456208 Aug 30 17:24:59.110759 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-7ee0187c-790a-4860-9fb7-31bc26a8ad41 service neutron] Request body: {'port': {'device_id': 'ce077816-5863-41fc-8805-a9c3a302a987', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:24:59.114909 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-540b47e2-0ca8-4406-b852-788e7cf2c87f req-d6ef084a-52b1-438c-840e-792cc0f01883 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2902b37-5a1d-45e2-800e-5e6299133434 HTTP/1.1" status: 200 len: 210 time: 0.0500493 Aug 30 17:24:59.194248 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-7ee0187c-790a-4860-9fb7-31bc26a8ad41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:59.292365 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294be825-1b2b-4a74-a128-be6d8a00f93b req-2b57a25e-1014-4f97-8303-3b77dc852fee tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:59.301042 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-294be825-1b2b-4a74-a128-be6d8a00f93b req-2b57a25e-1014-4f97-8303-3b77dc852fee tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 932 time: 0.1035903 Aug 30 17:24:59.320046 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bed0b9-96a9-4b98-aff5-b7ae25eccb23 req-b6b74af6-1d9c-47dc-8d21-9d8d89c8270a tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:59.326935 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-07bed0b9-96a9-4b98-aff5-b7ae25eccb23 req-b6b74af6-1d9c-47dc-8d21-9d8d89c8270a tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0928266 Aug 30 17:24:59.382448 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-13feb593-59c8-441c-bffa-fed3310e8127 None None] Provisioning for port 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:24:59.388043 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-13feb593-59c8-441c-bffa-fed3310e8127 None None] Provisioning complete for port 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:24:59.389051 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-13feb593-59c8-441c-bffa-fed3310e8127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:59.394850 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-294be825-1b2b-4a74-a128-be6d8a00f93b req-a0a96831-0045-4e62-a7be-04e03bae4b3e tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931437 Aug 30 17:24:59.412975 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-07bed0b9-96a9-4b98-aff5-b7ae25eccb23 req-e0b54b3d-4084-434d-93ba-33b42e85df9e tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797453 Aug 30 17:24:59.434616 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-13feb593-59c8-441c-bffa-fed3310e8127 None None] Port 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:24:59.553832 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-7ee0187c-790a-4860-9fb7-31bc26a8ad41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:24:59.561046 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-7ee0187c-790a-4860-9fb7-31bc26a8ad41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:59.574249 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-7ee0187c-790a-4860-9fb7-31bc26a8ad41 service neutron] Transition to ACTIVE for port object 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:24:59.584826 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-7ee0187c-790a-4860-9fb7-31bc26a8ad41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194083'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:59.636423 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0187c-790a-4860-9fb7-31bc26a8ad41 service neutron] Pushing event updated for resources: {'Port': ['ID=2574bf6a-7dbe-425f-9a0c-40e0f0a8e486,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:59.661735 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a6461911-1104-4242-9b56-c2b7723c048b req-d1395002-4554-4668-a800-a47afe5a8d33 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442386 Aug 30 17:24:59.721318 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-7ee0187c-790a-4860-9fb7-31bc26a8ad41 service neutron] Attempting to bind port 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:24:59.722054 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-7ee0187c-790a-4860-9fb7-31bc26a8ad41 service neutron] Attempting to bind port 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '8e685c25-9142-4f6b-a1bd-b40124343cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '12712b10-7cd8-429d-845f-e2bbe84087c2'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:24:59.722567 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-7ee0187c-790a-4860-9fb7-31bc26a8ad41 service neutron] Attempting to bind port 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 on network 12712b10-7cd8-429d-845f-e2bbe84087c2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:24:59.728299 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-7ee0187c-790a-4860-9fb7-31bc26a8ad41 service neutron] Port 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 on network 12712b10-7cd8-429d-845f-e2bbe84087c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:24:59.728923 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-7ee0187c-790a-4860-9fb7-31bc26a8ad41 service neutron] Attempting to bind port 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 on network 12712b10-7cd8-429d-845f-e2bbe84087c2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:24:59.733930 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-7ee0187c-790a-4860-9fb7-31bc26a8ad41 service neutron] Checking agent: {'id': 'ee80e8a3-09f9-4e7d-a921-e109800248d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'started_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:24:59.734270 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-7ee0187c-790a-4860-9fb7-31bc26a8ad41 service neutron] Checking segment: {'id': '8e685c25-9142-4f6b-a1bd-b40124343cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '12712b10-7cd8-429d-845f-e2bbe84087c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:24:59.734647 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-7ee0187c-790a-4860-9fb7-31bc26a8ad41 service neutron] Bound using segment: {'id': '8e685c25-9142-4f6b-a1bd-b40124343cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '12712b10-7cd8-429d-845f-e2bbe84087c2'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:24:59.735078 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-7ee0187c-790a-4860-9fb7-31bc26a8ad41 service neutron] Bound port: 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e685c25-9142-4f6b-a1bd-b40124343cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '12712b10-7cd8-429d-845f-e2bbe84087c2'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:24:59.735436 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-7ee0187c-790a-4860-9fb7-31bc26a8ad41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:59.741231 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6461911-1104-4242-9b56-c2b7723c048b req-2d730b1e-91a3-467b-8bc2-992660e9aecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:59.743596 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a6461911-1104-4242-9b56-c2b7723c048b req-2d730b1e-91a3-467b-8bc2-992660e9aecd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fcaf1973521f4aec87a359088d9ae855&device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 1098 time: 0.0482767 Aug 30 17:24:59.807390 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-7ee0187c-790a-4860-9fb7-31bc26a8ad41 service neutron] For port 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:24:59.810871 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-7ee0187c-790a-4860-9fb7-31bc26a8ad41 service neutron] For port 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=2574bf6a-7dbe-425f-9a0c-40e0f0a8e486,segment=NetworkSegment(8e685c25-9142-4f6b-a1bd-b40124343cbc),segment_id=8e685c25-9142-4f6b-a1bd-b40124343cbc)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:24:59.815904 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-7ee0187c-790a-4860-9fb7-31bc26a8ad41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194083'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:59.861981 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-7ee0187c-790a-4860-9fb7-31bc26a8ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:59.862637 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-7ee0187c-790a-4860-9fb7-31bc26a8ad41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:24:59.864051 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-7ee0187c-790a-4860-9fb7-31bc26a8ad41 service neutron] 10.222.0.52 "PUT /v2.0/ports/2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 HTTP/1.1" status: 200 len: 1094 time: 0.7589593 Aug 30 17:24:59.864497 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce077816-5863-41fc-8805-a9c3a302a987', 'tag': '2574bf6a-7dbe-425f-9a0c-40e0f0a8e486'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:24:59.867014 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59da59f3-d65e-409d-99ad-bb773a828b11" -d '{"events": [{"name": "network-changed", "server_uuid": "ce077816-5863-41fc-8805-a9c3a302a987", "tag": "2574bf6a-7dbe-425f-9a0c-40e0f0a8e486"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:24:59.891195 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0187c-790a-4860-9fb7-31bc26a8ad41 service neutron] Pushing event updated for resources: {'Port': ['ID=2574bf6a-7dbe-425f-9a0c-40e0f0a8e486,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:24:59.914043 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec0afa4-0274-41fe-981c-83d2bbea1c77 x-openstack-request-id: req-eec0afa4-0274-41fe-981c-83d2bbea1c77 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:24:59.914341 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce077816-5863-41fc-8805-a9c3a302a987", "tag": "2574bf6a-7dbe-425f-9a0c-40e0f0a8e486", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:24:59.914590 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eec0afa4-0274-41fe-981c-83d2bbea1c77 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:24:59.914995 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce077816-5863-41fc-8805-a9c3a302a987', 'tag': '2574bf6a-7dbe-425f-9a0c-40e0f0a8e486', 'status': 'completed', 'code': 200} Aug 30 17:24:59.966895 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-a48db614-ad68-492a-bc20-73c2c2606447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:24:59.968569 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-a48db614-ad68-492a-bc20-73c2c2606447 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5084785e3414a36b8cc882d6083aba5&device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 1097 time: 0.0444231 Aug 30 17:25:00.012618 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-a03baff0-40d4-4667-8363-035625bbdbea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 HTTP/1.1" status: 200 len: 217 time: 0.0357406 Aug 30 17:25:00.075415 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:00.078862 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-b6e35f89-5968-410b-87e2-6f4cd17d611a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:00.080324 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-b6e35f89-5968-410b-87e2-6f4cd17d611a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7e04f231-8e49-4dc4-831a-df3b7fe03455 HTTP/1.1" status: 200 len: 848 time: 0.0602033 Aug 30 17:25:00.088197 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a9f9e-295e-4012-b999-1316b25eed53 req-3ae83bcb-3cd1-459f-850b-ec8fff42ec5c tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:00.089742 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-519a9f9e-295e-4012-b999-1316b25eed53 req-3ae83bcb-3cd1-459f-850b-ec8fff42ec5c tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 944 time: 0.3298855 Aug 30 17:25:00.137511 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-2c95e511-112b-46a7-845a-73f07e7eeb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:00.138959 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-2c95e511-112b-46a7-845a-73f07e7eeb17 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=12712b10-7cd8-429d-845f-e2bbe84087c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521367 Aug 30 17:25:00.150021 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6461911-1104-4242-9b56-c2b7723c048b req-810c3c0a-1a19-4760-a60f-4dd2e9f89b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:00.151437 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a6461911-1104-4242-9b56-c2b7723c048b req-810c3c0a-1a19-4760-a60f-4dd2e9f89b15 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4ee9a860-d9c5-4773-88ab-3fc89806af6d HTTP/1.1" status: 200 len: 920 time: 0.3829894 Aug 30 17:25:00.204474 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-519a9f9e-295e-4012-b999-1316b25eed53 req-5cc6b9a9-bc1b-4d8f-b395-31702b28220f tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084614 Aug 30 17:25:00.206503 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a6461911-1104-4242-9b56-c2b7723c048b req-9d1fdafe-f76b-4f8c-8e7e-9fd76af378eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c458c2f9-93c4-4772-9cd0-f0a1575f63da HTTP/1.1" status: 200 len: 217 time: 0.0463972 Aug 30 17:25:00.230352 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09faea5-737d-4e68-a13b-b3e1df2d5022 req-7f81257c-bbc9-4141-8354-0521e17a7a5d tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:00.231836 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c09faea5-737d-4e68-a13b-b3e1df2d5022 req-7f81257c-bbc9-4141-8354-0521e17a7a5d tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 985 time: 0.1174004 Aug 30 17:25:00.242132 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-4628ecd5-ed49-4b8e-af0f-5adb11daa8f4 service neutron] 10.222.0.52 "GET /v2.0/networks/12712b10-7cd8-429d-845f-e2bbe84087c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950768 Aug 30 17:25:00.292545 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6461911-1104-4242-9b56-c2b7723c048b req-9fa6da9b-78ee-4cdd-b3fc-a20d29e42054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:00.294277 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a6461911-1104-4242-9b56-c2b7723c048b req-9fa6da9b-78ee-4cdd-b3fc-a20d29e42054 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1da436f5-992b-4504-9be3-d6d50d0f93b6 HTTP/1.1" status: 200 len: 859 time: 0.0796828 Aug 30 17:25:00.298641 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c09faea5-737d-4e68-a13b-b3e1df2d5022 req-56c741ab-9031-4dab-8998-859e38521742 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&id=3fffd43b-2eca-4065-a79b-e50693e9a779&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0491130 Aug 30 17:25:00.332205 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a6461911-1104-4242-9b56-c2b7723c048b req-6de009d8-132b-4186-9b8a-307c8e0c370f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4ee9a860-d9c5-4773-88ab-3fc89806af6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305421 Aug 30 17:25:00.354097 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-370abdd7-5cfe-4386-b75b-6915aac81de1 req-8cdb0083-48db-46e0-958b-fda2af1d94d2 service neutron] 10.222.0.52 "GET /v2.0/networks/12712b10-7cd8-429d-845f-e2bbe84087c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039777 Aug 30 17:25:00.438640 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a6461911-1104-4242-9b56-c2b7723c048b req-972db39b-a8bc-459d-b6da-9d159f0fd1bd service neutron] 10.222.0.52 "GET /v2.0/networks/4ee9a860-d9c5-4773-88ab-3fc89806af6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984280 Aug 30 17:25:00.454360 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da59f3-d65e-409d-99ad-bb773a828b11 req-14a2f198-11f9-409b-9243-a251247a78ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:00.456449 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-59da59f3-d65e-409d-99ad-bb773a828b11 req-14a2f198-11f9-409b-9243-a251247a78ae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5084785e3414a36b8cc882d6083aba5&device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 1097 time: 0.0470326 Aug 30 17:25:00.552467 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da59f3-d65e-409d-99ad-bb773a828b11 req-050bfeaa-6cf1-410e-a532-79fdbb8f4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:00.554663 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-59da59f3-d65e-409d-99ad-bb773a828b11 req-050bfeaa-6cf1-410e-a532-79fdbb8f4355 service neutron] 10.222.0.52 "GET /v2.0/networks?id=12712b10-7cd8-429d-845f-e2bbe84087c2 HTTP/1.1" status: 200 len: 910 time: 0.0902815 Aug 30 17:25:00.597995 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-59da59f3-d65e-409d-99ad-bb773a828b11 req-8ce13e8c-b0c2-4525-b801-9c45d2713595 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 HTTP/1.1" status: 200 len: 217 time: 0.0355239 Aug 30 17:25:00.610466 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6d102-260e-4b3f-8525-d9b298b32973 req-a2bfe0fe-3db6-4cde-bf49-39a29d2fa29c tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:00.611927 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-85c6d102-260e-4b3f-8525-d9b298b32973 req-a2bfe0fe-3db6-4cde-bf49-39a29d2fa29c tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 944 time: 0.1562042 Aug 30 17:25:00.621489 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b1a25-d147-4684-a7ea-84b3610722d4 req-6a7c9e46-4cd4-42ed-9426-66e66b2159da tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:00.623002 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3a7b1a25-d147-4684-a7ea-84b3610722d4 req-6a7c9e46-4cd4-42ed-9426-66e66b2159da tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.1255078 Aug 30 17:25:00.626252 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a6461911-1104-4242-9b56-c2b7723c048b req-467efab0-9839-438e-9abd-a4a8a95845f5 service neutron] 10.222.0.52 "GET /v2.0/networks/4ee9a860-d9c5-4773-88ab-3fc89806af6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800308 Aug 30 17:25:00.649709 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da59f3-d65e-409d-99ad-bb773a828b11 req-b30b6efa-6e23-487e-9b5d-767563eb0e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:00.651154 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-59da59f3-d65e-409d-99ad-bb773a828b11 req-b30b6efa-6e23-487e-9b5d-767563eb0e47 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7e04f231-8e49-4dc4-831a-df3b7fe03455 HTTP/1.1" status: 200 len: 848 time: 0.0441551 Aug 30 17:25:00.681759 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-85c6d102-260e-4b3f-8525-d9b298b32973 req-7fc85f05-e1bd-49a4-9ecb-3001f50bf401 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577698 Aug 30 17:25:00.686546 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3a7b1a25-d147-4684-a7ea-84b3610722d4 req-c9e1c2e8-26b0-43a2-9a9e-34338732a40d tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537794 Aug 30 17:25:00.702251 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da59f3-d65e-409d-99ad-bb773a828b11 req-171c7375-2bac-434b-80c4-2f4c8b4c83d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:00.702251 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-59da59f3-d65e-409d-99ad-bb773a828b11 req-171c7375-2bac-434b-80c4-2f4c8b4c83d0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=12712b10-7cd8-429d-845f-e2bbe84087c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437541 Aug 30 17:25:00.793507 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-59da59f3-d65e-409d-99ad-bb773a828b11 req-9738ede4-6a46-4fba-8df1-fdd7ac427162 service neutron] 10.222.0.52 "GET /v2.0/networks/12712b10-7cd8-429d-845f-e2bbe84087c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814672 Aug 30 17:25:00.887778 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-59da59f3-d65e-409d-99ad-bb773a828b11 req-dc3bce11-4d33-43ff-8768-b34ea80fba74 service neutron] 10.222.0.52 "GET /v2.0/networks/12712b10-7cd8-429d-845f-e2bbe84087c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863268 Aug 30 17:25:00.978601 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d28a9-37f3-4d1f-8ecb-b9b3b0c03171 req-5d421db2-6310-43dd-9a41-6f96ae988758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:00.980027 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9e3d28a9-37f3-4d1f-8ecb-b9b3b0c03171 req-5d421db2-6310-43dd-9a41-6f96ae988758 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fcaf1973521f4aec87a359088d9ae855&device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 1099 time: 0.0409062 Aug 30 17:25:01.001468 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd52b4a-9e0a-44a5-82d3-45428023c976 req-1b7b1e2d-615b-4d1c-81b0-bb45b9969bf1 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:01.002940 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7bd52b4a-9e0a-44a5-82d3-45428023c976 req-1b7b1e2d-615b-4d1c-81b0-bb45b9969bf1 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0515583 Aug 30 17:25:01.041665 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7bd52b4a-9e0a-44a5-82d3-45428023c976 req-446055f8-fd1f-4150-b5d1-c71544fb6a97 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323923 Aug 30 17:25:01.072937 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d28a9-37f3-4d1f-8ecb-b9b3b0c03171 req-ee7ee712-3fd8-40cf-912d-237b062d1a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:01.074433 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9e3d28a9-37f3-4d1f-8ecb-b9b3b0c03171 req-ee7ee712-3fd8-40cf-912d-237b062d1a40 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4ee9a860-d9c5-4773-88ab-3fc89806af6d HTTP/1.1" status: 200 len: 920 time: 0.0850210 Aug 30 17:25:01.118491 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9e3d28a9-37f3-4d1f-8ecb-b9b3b0c03171 req-c5fb2b4b-1018-449d-a2e2-6dc73b7c3e13 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a3a648e-f491-48a8-8a41-f3c2966beaec HTTP/1.1" status: 200 len: 217 time: 0.0363529 Aug 30 17:25:01.166123 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d28a9-37f3-4d1f-8ecb-b9b3b0c03171 req-a9b8d24a-ab67-4f19-9494-5e5688c9a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:01.167493 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9e3d28a9-37f3-4d1f-8ecb-b9b3b0c03171 req-a9b8d24a-ab67-4f19-9494-5e5688c9a4a6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1da436f5-992b-4504-9be3-d6d50d0f93b6 HTTP/1.1" status: 200 len: 859 time: 0.0420284 Aug 30 17:25:01.199728 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9e3d28a9-37f3-4d1f-8ecb-b9b3b0c03171 req-eea0f4b1-390d-4870-9299-0fdccecee3e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4ee9a860-d9c5-4773-88ab-3fc89806af6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244148 Aug 30 17:25:01.298027 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9e3d28a9-37f3-4d1f-8ecb-b9b3b0c03171 req-f48ca6b5-cf63-4f32-8361-7a1c19a64138 service neutron] 10.222.0.52 "GET /v2.0/networks/4ee9a860-d9c5-4773-88ab-3fc89806af6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909202 Aug 30 17:25:01.327866 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21075257-a9ba-47e7-bd8c-cc22d2fe550c req-7350f24b-8b8f-461b-9166-6dc7e584b67e tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:01.329372 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-21075257-a9ba-47e7-bd8c-cc22d2fe550c req-7350f24b-8b8f-461b-9166-6dc7e584b67e tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 944 time: 0.0479419 Aug 30 17:25:01.370952 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-21075257-a9ba-47e7-bd8c-cc22d2fe550c req-b2b714e7-b06c-485a-9c0a-d11fa75eb42d tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348473 Aug 30 17:25:01.397892 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9e3d28a9-37f3-4d1f-8ecb-b9b3b0c03171 req-2fdefe09-acbc-4e18-99a1-0a758ccdaad9 service neutron] 10.222.0.52 "GET /v2.0/networks/4ee9a860-d9c5-4773-88ab-3fc89806af6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902917 Aug 30 17:25:01.426303 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5fb7f2-fbb4-4242-b823-41559c3a13f8 req-2e626b97-ba8c-413f-b3dd-280240a6f1e8 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:01.427984 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ae5fb7f2-fbb4-4242-b823-41559c3a13f8 req-2e626b97-ba8c-413f-b3dd-280240a6f1e8 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 985 time: 0.0560758 Aug 30 17:25:01.467780 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ae5fb7f2-fbb4-4242-b823-41559c3a13f8 req-b33674e4-7164-4627-942f-3f83aef1f898 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&id=3fffd43b-2eca-4065-a79b-e50693e9a779&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0333636 Aug 30 17:25:01.613717 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d8792-e90c-4e6e-ad99-d71106ffc861 req-20771769-f1dd-4132-a835-1372986dc8f5 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:01.615170 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-708d8792-e90c-4e6e-ad99-d71106ffc861 req-20771769-f1dd-4132-a835-1372986dc8f5 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 946 time: 0.0527241 Aug 30 17:25:01.652623 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-708d8792-e90c-4e6e-ad99-d71106ffc861 req-ef1dca4b-6837-4e50-a603-dd5cad54f62b tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309725 Aug 30 17:25:01.796940 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cb82f-f417-498e-9ec5-8a7e04cbdd02 req-63b5df02-42be-43c8-8b67-5e3eef006064 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:01.798332 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cd9cb82f-f417-498e-9ec5-8a7e04cbdd02 req-63b5df02-42be-43c8-8b67-5e3eef006064 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 944 time: 0.0475481 Aug 30 17:25:01.835302 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cd9cb82f-f417-498e-9ec5-8a7e04cbdd02 req-56c71ad9-22de-4dd1-8632-c4b27d9987de tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309198 Aug 30 17:25:02.152942 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4feea36-af37-4625-a4a4-4e967d69d3fc req-27309a17-b9df-432d-88a6-a0926b1b7e88 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:02.154398 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f4feea36-af37-4625-a4a4-4e967d69d3fc req-27309a17-b9df-432d-88a6-a0926b1b7e88 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0469506 Aug 30 17:25:02.190394 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f4feea36-af37-4625-a4a4-4e967d69d3fc req-2ffa5dff-4d71-4bf6-86e3-1193536089fb tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303369 Aug 30 17:25:02.494136 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e9d6b-219f-4ad7-8b08-2f6c7fabbc00 req-787b1857-d2f1-478d-8e4d-32f9cc03b2a8 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:02.495601 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-577e9d6b-219f-4ad7-8b08-2f6c7fabbc00 req-787b1857-d2f1-478d-8e4d-32f9cc03b2a8 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 944 time: 0.0509772 Aug 30 17:25:02.533098 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-577e9d6b-219f-4ad7-8b08-2f6c7fabbc00 req-44bb4916-8924-4018-b17b-49f32235ec2b tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315242 Aug 30 17:25:02.582614 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19b911-4b90-4422-a449-08578f77239b req-5966d978-d841-4a98-89e4-a631be897624 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:02.584243 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9b19b911-4b90-4422-a449-08578f77239b req-5966d978-d841-4a98-89e4-a631be897624 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 985 time: 0.0489430 Aug 30 17:25:02.623779 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9b19b911-4b90-4422-a449-08578f77239b req-8513b61e-a027-4f0f-ace7-230efa1072d0 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&id=3fffd43b-2eca-4065-a79b-e50693e9a779&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0331178 Aug 30 17:25:02.763099 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31da87b-af89-49ff-8e18-f4dba63b2612 req-0e7fb19e-8eb2-4d83-8913-9c993ffafadc tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:02.764537 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f31da87b-af89-49ff-8e18-f4dba63b2612 req-0e7fb19e-8eb2-4d83-8913-9c993ffafadc tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 946 time: 0.0469189 Aug 30 17:25:02.801138 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f31da87b-af89-49ff-8e18-f4dba63b2612 req-6a198acd-5584-424e-b92d-33195f14b1eb tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308571 Aug 30 17:25:02.948569 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508cba7-15c2-4934-a6b6-d4de2612172e req-7beed4a0-a97e-460a-b072-e758e6dcdb35 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:02.949933 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f508cba7-15c2-4934-a6b6-d4de2612172e req-7beed4a0-a97e-460a-b072-e758e6dcdb35 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 944 time: 0.0509236 Aug 30 17:25:02.987039 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f508cba7-15c2-4934-a6b6-d4de2612172e req-8a044875-e77c-4d75-84cd-b6d3e46746bf tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313208 Aug 30 17:25:03.154955 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:25:03.302987 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5188f5-44a7-41f0-8350-2ca97ce5aefd req-148d5233-1e26-4f9d-a980-4f974ddd96de tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:03.304598 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-aa5188f5-44a7-41f0-8350-2ca97ce5aefd req-148d5233-1e26-4f9d-a980-4f974ddd96de tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0479112 Aug 30 17:25:03.342626 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-aa5188f5-44a7-41f0-8350-2ca97ce5aefd req-e98cec24-5d27-4e73-b201-09ec1e7637ac tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320392 Aug 30 17:25:03.383665 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03980e6-1a99-40f9-a678-3edb7d8a1d33 req-f64283b4-3d0b-4e28-a8a4-4f135ca426c2 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:03.385129 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f03980e6-1a99-40f9-a678-3edb7d8a1d33 req-f64283b4-3d0b-4e28-a8a4-4f135ca426c2 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.52 "GET /v2.0/ports?device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 946 time: 0.0813117 Aug 30 17:25:03.511154 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-f03980e6-1a99-40f9-a678-3edb7d8a1d33 req-d1e571ec-3c45-4147-952a-c99a082ef7bf tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Deleting port 2f719635-5e34-4d7e-ac70-3671b034ee1f {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:25:03.511469 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f03980e6-1a99-40f9-a678-3edb7d8a1d33 req-d1e571ec-3c45-4147-952a-c99a082ef7bf tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:03.619023 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-f03980e6-1a99-40f9-a678-3edb7d8a1d33 req-d1e571ec-3c45-4147-952a-c99a082ef7bf tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] For port 2f719635-5e34-4d7e-ac70-3671b034ee1f, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=2f719635-5e34-4d7e-ac70-3671b034ee1f,segment=NetworkSegment(746b15d3-f122-4fd3-bad5-f0b1a2dcac42),segment_id=746b15d3-f122-4fd3-bad5-f0b1a2dcac42)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:25:03.619426 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f03980e6-1a99-40f9-a678-3edb7d8a1d33 req-d1e571ec-3c45-4147-952a-c99a082ef7bf tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:03.635906 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-f03980e6-1a99-40f9-a678-3edb7d8a1d33 req-d1e571ec-3c45-4147-952a-c99a082ef7bf tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Calling delete_port for 2f719635-5e34-4d7e-ac70-3671b034ee1f owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:25:03.676108 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfc34b-a6ac-4f82-967d-79e79ebed0c1 req-5b817797-4134-4040-abe3-9b8a667d4083 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:03.685618 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7cdfc34b-a6ac-4f82-967d-79e79ebed0c1 req-5b817797-4134-4040-abe3-9b8a667d4083 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 944 time: 0.0650277 Aug 30 17:25:03.753155 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7cdfc34b-a6ac-4f82-967d-79e79ebed0c1 req-b1c236c7-99b2-44c2-95b5-51a595ff0f96 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665445 Aug 30 17:25:03.776148 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80753bf6-89a7-467f-9493-e454ac920c3d req-e69beea9-e809-4e31-a023-de82ed7a9a7b tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:03.777732 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-80753bf6-89a7-467f-9493-e454ac920c3d req-e69beea9-e809-4e31-a023-de82ed7a9a7b tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 985 time: 0.0691385 Aug 30 17:25:03.823036 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-80753bf6-89a7-467f-9493-e454ac920c3d req-977cf0b3-4997-49fb-a04a-70db8bd8ae6c tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&id=3fffd43b-2eca-4065-a79b-e50693e9a779&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0384018 Aug 30 17:25:03.919365 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd68d8-81d5-45ce-87f3-b48c936123c1 req-03f3aad8-bd9f-40fc-8f29-f6e85ef5aee9 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:03.920842 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-dfcd68d8-81d5-45ce-87f3-b48c936123c1 req-03f3aad8-bd9f-40fc-8f29-f6e85ef5aee9 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/ports?device_id=d068e992-e980-4e22-8b4f-d881caa225a2 HTTP/1.1" status: 200 len: 946 time: 0.0507545 Aug 30 17:25:03.958704 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-dfcd68d8-81d5-45ce-87f3-b48c936123c1 req-e0b38421-441c-4717-b599-690ef5cf0691 tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.21 "GET /v2.0/security-groups?id=bfd0a007-74b8-45f6-8be7-1dd37fced6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318532 Aug 30 17:25:03.993812 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f03980e6-1a99-40f9-a678-3edb7d8a1d33 req-d1e571ec-3c45-4147-952a-c99a082ef7bf tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:04.007867 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['2f719635-5e34-4d7e-ac70-3671b034ee1f'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:25:04.025502 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e571ec-3c45-4147-952a-c99a082ef7bf tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Pushing event deleted for resources: {'Port': ['ID=2f719635-5e34-4d7e-ac70-3671b034ee1f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:04.082014 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e571ec-3c45-4147-952a-c99a082ef7bf tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:04.082359 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e571ec-3c45-4147-952a-c99a082ef7bf tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:04.082702 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e571ec-3c45-4147-952a-c99a082ef7bf tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:04.083032 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e571ec-3c45-4147-952a-c99a082ef7bf tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:04.083364 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e571ec-3c45-4147-952a-c99a082ef7bf tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:04.083690 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e571ec-3c45-4147-952a-c99a082ef7bf tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:04.084808 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e571ec-3c45-4147-952a-c99a082ef7bf tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:04.085137 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e571ec-3c45-4147-952a-c99a082ef7bf tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:04.085462 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e571ec-3c45-4147-952a-c99a082ef7bf tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:04.085814 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e571ec-3c45-4147-952a-c99a082ef7bf tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:04.086141 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e571ec-3c45-4147-952a-c99a082ef7bf tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:04.086461 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e571ec-3c45-4147-952a-c99a082ef7bf tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:04.106176 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03980e6-1a99-40f9-a678-3edb7d8a1d33 req-d1e571ec-3c45-4147-952a-c99a082ef7bf tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] No DVR routers for this DVR port 2f719635-5e34-4d7e-ac70-3671b034ee1f on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:25:04.107095 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e7867-995a-4e90-bb66-fd5f80c71d98 req-93ed0705-0ad2-4041-8ca4-2fde9387ad76 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:04.108667 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9a5e7867-995a-4e90-bb66-fd5f80c71d98 req-93ed0705-0ad2-4041-8ca4-2fde9387ad76 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 944 time: 0.0491350 Aug 30 17:25:04.109741 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-f03980e6-1a99-40f9-a678-3edb7d8a1d33 req-d1e571ec-3c45-4147-952a-c99a082ef7bf tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:04.112073 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-f03980e6-1a99-40f9-a678-3edb7d8a1d33 req-d1e571ec-3c45-4147-952a-c99a082ef7bf tempest-AttachVolumeNegativeTest-2116919964 tempest-AttachVolumeNegativeTest-2116919964-project] 10.222.0.52 "DELETE /v2.0/ports/2f719635-5e34-4d7e-ac70-3671b034ee1f HTTP/1.1" status: 204 len: 173 time: 0.7196310 Aug 30 17:25:04.112516 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd068e992-e980-4e22-8b4f-d881caa225a2', 'name': 'network-vif-deleted', 'tag': '2f719635-5e34-4d7e-ac70-3671b034ee1f'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:25:04.116316 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a722cd-2b63-47ad-a76b-928ed15000af" -d '{"events": [{"server_uuid": "d068e992-e980-4e22-8b4f-d881caa225a2", "name": "network-vif-deleted", "tag": "2f719635-5e34-4d7e-ac70-3671b034ee1f"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:25:04.152435 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9a5e7867-995a-4e90-bb66-fd5f80c71d98 req-a8e474bd-3c78-4dff-a61f-445f89d6ff0d tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369251 Aug 30 17:25:04.157249 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8101e1f4-be54-41a4-a944-6e262183f5ea x-openstack-request-id: req-8101e1f4-be54-41a4-a944-6e262183f5ea {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:25:04.157829 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d068e992-e980-4e22-8b4f-d881caa225a2", "name": "network-vif-deleted", "tag": "2f719635-5e34-4d7e-ac70-3671b034ee1f", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:25:04.158082 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8101e1f4-be54-41a4-a944-6e262183f5ea {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:25:04.158643 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd068e992-e980-4e22-8b4f-d881caa225a2', 'name': 'network-vif-deleted', 'tag': '2f719635-5e34-4d7e-ac70-3671b034ee1f', 'status': 'completed', 'code': 200} Aug 30 17:25:04.897082 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983d1a3-602f-4c7b-a210-0c6e32be0eab req-3a662b71-bead-4098-a5ee-85f561b9cd65 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:04.898711 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9983d1a3-602f-4c7b-a210-0c6e32be0eab req-3a662b71-bead-4098-a5ee-85f561b9cd65 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 944 time: 0.0669539 Aug 30 17:25:04.959715 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9983d1a3-602f-4c7b-a210-0c6e32be0eab req-404fc942-9330-42f9-9a2f-8ddfea003db6 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521200 Aug 30 17:25:04.970305 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23538c-100c-4ac8-b9ae-f00bcb744d96 req-00bea630-fbcb-43c0-9e3a-5f2fbeb2f550 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:04.971891 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2c23538c-100c-4ac8-b9ae-f00bcb744d96 req-00bea630-fbcb-43c0-9e3a-5f2fbeb2f550 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 985 time: 0.0722239 Aug 30 17:25:05.014970 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54192) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:05.017229 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2c23538c-100c-4ac8-b9ae-f00bcb744d96 req-ed88182c-b5a8-4377-95c7-a4cafaff0637 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&id=3fffd43b-2eca-4065-a79b-e50693e9a779&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0383129 Aug 30 17:25:05.066787 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e415ab-6eec-48bf-8322-30571d062460 admin admin] Deleting subnet a1753daa-9775-4a3a-a2f7-4c0f3775f909 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:25:05.071695 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1e415ab-6eec-48bf-8322-30571d062460 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:05.106283 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1e415ab-6eec-48bf-8322-30571d062460 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993701'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:05.148181 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1e415ab-6eec-48bf-8322-30571d062460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33214020'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:05.198963 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1e415ab-6eec-48bf-8322-30571d062460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33214027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314945'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:05.222617 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e415ab-6eec-48bf-8322-30571d062460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1753daa-9775-4a3a-a2f7-4c0f3775f909,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:05.229747 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1e415ab-6eec-48bf-8322-30571d062460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:05.234006 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-d1e415ab-6eec-48bf-8322-30571d062460 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a1753daa-9775-4a3a-a2f7-4c0f3775f909 HTTP/1.1" status: 204 len: 168 time: 0.2175596 Aug 30 17:25:05.234625 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54196) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:05.265918 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae2f31-4f7b-40f3-88d0-4e777a1a1b2b req-ee26a840-7dd4-4c9e-ba56-8e6a5494a785 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:05.267377 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f2ae2f31-4f7b-40f3-88d0-4e777a1a1b2b req-ee26a840-7dd4-4c9e-ba56-8e6a5494a785 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 944 time: 0.0482447 Aug 30 17:25:05.302560 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-979a5f17-22c1-44f0-bab0-0bfa931a9958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33116116'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:05.306798 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f2ae2f31-4f7b-40f3-88d0-4e777a1a1b2b req-2b1bb514-480f-4406-bdac-740161ea4780 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327342 Aug 30 17:25:05.381961 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-979a5f17-22c1-44f0-bab0-0bfa931a9958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33152447', 'neutron.services.segments.db._delete_segments_for_network-8763729442798'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:05.391247 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-979a5f17-22c1-44f0-bab0-0bfa931a9958 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6091024-8f4d-4cb5-b1a2-13af9fd389b6']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:25:05.401545 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-979a5f17-22c1-44f0-bab0-0bfa931a9958 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746b15d3-f122-4fd3-bad5-f0b1a2dcac42') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:25:05.401792 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-979a5f17-22c1-44f0-bab0-0bfa931a9958 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746b15d3-f122-4fd3-bad5-f0b1a2dcac42') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:25:05.410150 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-979a5f17-22c1-44f0-bab0-0bfa931a9958 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763729442681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993722'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:05.423509 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-979a5f17-22c1-44f0-bab0-0bfa931a9958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:05.429335 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979a5f17-22c1-44f0-bab0-0bfa931a9958 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:25:05.429792 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-979a5f17-22c1-44f0-bab0-0bfa931a9958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194063'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: Traceback (most recent call last): Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: timer() Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: cb(*args, **kw) Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: return func(*args, **kwargs) Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: self._notify() Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: self.callback(batched_events) Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: event.method(event) Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: return f(self, *a, **k) Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: return self._get(url).json() Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: return self.request(url, 'GET', **kwargs) Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:25:05.431461 dv-cinder-805316-3-iscsi neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:25:05.485848 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-979a5f17-22c1-44f0-bab0-0bfa931a9958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33152454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535142'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:05.490957 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-979a5f17-22c1-44f0-bab0-0bfa931a9958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:05.492763 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-979a5f17-22c1-44f0-bab0-0bfa931a9958 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e6091024-8f4d-4cb5-b1a2-13af9fd389b6 HTTP/1.1" status: 204 len: 168 time: 0.2570903 Aug 30 17:25:05.503430 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a5f17-22c1-44f0-bab0-0bfa931a9958 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6091024-8f4d-4cb5-b1a2-13af9fd389b6,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:05.669796 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54200) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:05.709305 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-8ebbf986-4e8a-462f-b69b-189d00ef5e51 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b03ce9f1d44743abb9c9c1d793df466c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381398 Aug 30 17:25:05.711414 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54202) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:05.758182 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2e8d3f8-1e45-4bfd-bd3c-397f3d672d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:05.778299 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2e8d3f8-1e45-4bfd-bd3c-397f3d672d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:05.823547 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2e8d3f8-1e45-4bfd-bd3c-397f3d672d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:05.826319 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f2e8d3f8-1e45-4bfd-bd3c-397f3d672d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:05.827457 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f2e8d3f8-1e45-4bfd-bd3c-397f3d672d18 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bfd0a007-74b8-45f6-8be7-1dd37fced6de HTTP/1.1" status: 204 len: 168 time: 0.1151636 Aug 30 17:25:05.835733 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8d3f8-1e45-4bfd-bd3c-397f3d672d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd0a007-74b8-45f6-8be7-1dd37fced6de,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:06.096849 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f6ea2-7092-443f-a8cf-5396f212aa98 req-27c40427-476d-45b0-af21-197d17aa71d3 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:06.098369 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0d8f6ea2-7092-443f-a8cf-5396f212aa98 req-27c40427-476d-45b0-af21-197d17aa71d3 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 944 time: 0.0544491 Aug 30 17:25:06.166211 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0d8f6ea2-7092-443f-a8cf-5396f212aa98 req-16f79234-6dec-4ba1-8a22-0910b062c0b7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577064 Aug 30 17:25:06.174825 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9155b1-3dfa-497b-aaad-3852b9007264 req-2c29e567-0836-45e3-a53d-5a419b760882 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:06.183629 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ab9155b1-3dfa-497b-aaad-3852b9007264 req-2c29e567-0836-45e3-a53d-5a419b760882 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 985 time: 0.0839727 Aug 30 17:25:06.226123 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ab9155b1-3dfa-497b-aaad-3852b9007264 req-6c2d6c82-d13d-42a7-a607-748f2e8f4ba4 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&id=3fffd43b-2eca-4065-a79b-e50693e9a779&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0418432 Aug 30 17:25:06.422079 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663183c-34e5-496a-bbdd-efa00801f906 req-e97edb8e-5c64-4871-9d8d-d0a14c41db52 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:06.423590 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7663183c-34e5-496a-bbdd-efa00801f906 req-e97edb8e-5c64-4871-9d8d-d0a14c41db52 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 944 time: 0.0499704 Aug 30 17:25:06.466902 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7663183c-34e5-496a-bbdd-efa00801f906 req-4834cc8f-7378-4286-bd16-11ea345da283 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355144 Aug 30 17:25:06.778184 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 434ba44d-e169-47e6-bf2f-a603942cae15 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:25:06.781435 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 2f719635-5e34-4d7e-ac70-3671b034ee1f no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:25:06.806922 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] No Port match for: 2f719635-5e34-4d7e-ac70-3671b034ee1f {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:25:06.807270 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 2f719635-5e34-4d7e-ac70-3671b034ee1f not bound to the agent host hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:25:06.894582 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 434ba44d-e169-47e6-bf2f-a603942cae15, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=434ba44d-e169-47e6-bf2f-a603942cae15,segment=NetworkSegment(41e5c997-0375-4a8d-92f7-022af7373204),segment_id=41e5c997-0375-4a8d-92f7-022af7373204)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:25:06.905152 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Returning: {'device': '434ba44d-e169-47e6-bf2f-a603942cae15', 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'port_id': '434ba44d-e169-47e6-bf2f-a603942cae15', 'mac_address': 'fa:16:3e:7c:c1:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:25:06.945637 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:06.957825 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434ba44d-e169-47e6-bf2f-a603942cae15 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:25:06.978153 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 434ba44d-e169-47e6-bf2f-a603942cae15, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=434ba44d-e169-47e6-bf2f-a603942cae15,segment=NetworkSegment(41e5c997-0375-4a8d-92f7-022af7373204),segment_id=41e5c997-0375-4a8d-92f7-022af7373204)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:25:06.982408 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:07.031514 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=434ba44d-e169-47e6-bf2f-a603942cae15,revision_number=9']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:07.041271 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:07.041661 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:07.042011 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:07.042359 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:07.042950 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:07.043289 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:07.043624 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:07.043958 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:07.044313 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:07.044646 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:07.044976 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:07.045304 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:07.123613 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 54268) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:07.245897 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['434ba44d-e169-47e6-bf2f-a603942cae15'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:25:07.250888 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0034c5f9-78df-42fe-8689-6cf7eee8d4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:07.340245 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fce50-b93d-4132-aad3-77e455e8c265 req-19731b5b-bf40-4f06-bdc9-833944a77529 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:07.341767 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ee9fce50-b93d-4132-aad3-77e455e8c265 req-19731b5b-bf40-4f06-bdc9-833944a77529 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.1087887 Aug 30 17:25:07.360647 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bda88-c9c1-4fe2-b995-717e7abd39c6 req-e4d26a21-e225-464d-982b-b5b09aeb5934 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:07.362114 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-eb5bda88-c9c1-4fe2-b995-717e7abd39c6 req-e4d26a21-e225-464d-982b-b5b09aeb5934 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 945 time: 0.1087766 Aug 30 17:25:07.437638 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ee9fce50-b93d-4132-aad3-77e455e8c265 req-632d3673-cd95-4569-8b36-fea011cc4f98 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885074 Aug 30 17:25:07.444247 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-eb5bda88-c9c1-4fe2-b995-717e7abd39c6 req-61299802-2cf7-4a4d-acd4-8113f5403f94 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724308 Aug 30 17:25:07.483517 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0034c5f9-78df-42fe-8689-6cf7eee8d4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:07.489259 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0034c5f9-78df-42fe-8689-6cf7eee8d4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:07.562582 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-0034c5f9-78df-42fe-8689-6cf7eee8d4fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e043b3843bb4ac88df609c3d3f8a4b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4378965 Aug 30 17:25:07.565223 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54280) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:07.579940 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034c5f9-78df-42fe-8689-6cf7eee8d4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7511f79a-1862-4f9e-b270-170a5d3f540f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:07.606190 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bb376-5b74-4ce2-b97e-cfbbd4deeb6c req-cc3d1e1f-4447-4958-8231-47ab6fbc15e9 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:07.607664 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a59bb376-5b74-4ce2-b97e-cfbbd4deeb6c req-cc3d1e1f-4447-4958-8231-47ab6fbc15e9 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 985 time: 0.1132278 Aug 30 17:25:07.618477 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97ad9a-f516-4305-9d94-497bc494d864 req-666e2270-4f94-4bf1-b472-a9af796ee27f tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:07.619906 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6b97ad9a-f516-4305-9d94-497bc494d864 req-666e2270-4f94-4bf1-b472-a9af796ee27f tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 944 time: 0.0811455 Aug 30 17:25:07.622349 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-70fd3f28-e534-44cb-91ce-cab38f8b5ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:07.644273 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-70fd3f28-e534-44cb-91ce-cab38f8b5ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:07.680424 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a59bb376-5b74-4ce2-b97e-cfbbd4deeb6c req-684e1c8c-8c53-4712-83f7-b54ff934a2ea tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&id=3fffd43b-2eca-4065-a79b-e50693e9a779&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0595338 Aug 30 17:25:07.688571 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6b97ad9a-f516-4305-9d94-497bc494d864 req-d5404958-2227-45ab-8bd6-1d553653c41f tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608976 Aug 30 17:25:07.698599 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-70fd3f28-e534-44cb-91ce-cab38f8b5ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:07.701069 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-70fd3f28-e534-44cb-91ce-cab38f8b5ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:07.702238 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-70fd3f28-e534-44cb-91ce-cab38f8b5ec0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7511f79a-1862-4f9e-b270-170a5d3f540f HTTP/1.1" status: 204 len: 168 time: 0.1358919 Aug 30 17:25:07.710847 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd3f28-e534-44cb-91ce-cab38f8b5ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7511f79a-1862-4f9e-b270-170a5d3f540f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:08.579414 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba116a1-6eba-4f1b-aef1-79655dc7932b req-68f67255-ea0a-430f-851b-1595480742e6 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:08.581466 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5ba116a1-6eba-4f1b-aef1-79655dc7932b req-68f67255-ea0a-430f-851b-1595480742e6 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.0761962 Aug 30 17:25:08.616244 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741714d7-ec4e-4b6b-bbcd-9a441336ffc9 req-6fbd11a2-ee14-4734-a83c-3db43466ec2e tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:08.617736 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-741714d7-ec4e-4b6b-bbcd-9a441336ffc9 req-6fbd11a2-ee14-4734-a83c-3db43466ec2e tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 945 time: 0.0798991 Aug 30 17:25:08.645611 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5ba116a1-6eba-4f1b-aef1-79655dc7932b req-d0cd704d-67ee-4f77-a560-8085dfdbcdac tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566621 Aug 30 17:25:08.669979 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-741714d7-ec4e-4b6b-bbcd-9a441336ffc9 req-a5082289-8d45-40d6-9dff-0b200f439e86 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421593 Aug 30 17:25:08.777940 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:25:08.781255 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 434ba44d-e169-47e6-bf2f-a603942cae15 up at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:25:08.836630 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c33db9-6e6f-419f-a0b5-fd53c3fbf9e9 req-d4b00188-3c67-4401-a3af-af7180450ca0 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:08.844470 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-99c33db9-6e6f-419f-a0b5-fd53c3fbf9e9 req-d4b00188-3c67-4401-a3af-af7180450ca0 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 985 time: 0.0925162 Aug 30 17:25:08.861746 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069c216-f83b-4db9-b66e-f223c7215f31 req-2f6e2231-2ce1-433a-abd1-60921c34059b tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:08.862077 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4069c216-f83b-4db9-b66e-f223c7215f31 req-2f6e2231-2ce1-433a-abd1-60921c34059b tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 944 time: 0.0993180 Aug 30 17:25:08.896201 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning complete for port 434ba44d-e169-47e6-bf2f-a603942cae15 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:25:08.896577 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:08.915257 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-99c33db9-6e6f-419f-a0b5-fd53c3fbf9e9 req-5ed623e7-7306-4120-aa93-88721fda5e8b tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&id=3fffd43b-2eca-4065-a79b-e50693e9a779&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0698602 Aug 30 17:25:08.930719 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4069c216-f83b-4db9-b66e-f223c7215f31 req-551ba649-6fcb-42a2-a4d0-aa4db7a69efd tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545602 Aug 30 17:25:08.960588 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=2574bf6a-7dbe-425f-9a0c-40e0f0a8e486,segment=NetworkSegment(8e685c25-9142-4f6b-a1bd-b40124343cbc),segment_id=8e685c25-9142-4f6b-a1bd-b40124343cbc)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:25:08.975111 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Returning: {'device': '2574bf6a-7dbe-425f-9a0c-40e0f0a8e486', 'network_id': '12712b10-7cd8-429d-845f-e2bbe84087c2', 'port_id': '2574bf6a-7dbe-425f-9a0c-40e0f0a8e486', 'mac_address': 'fa:16:3e:11:bd:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e04f231-8e49-4dc4-831a-df3b7fe03455', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:25:09.041685 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:09.043702 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:09.065832 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:25:09.086435 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887722d7-1d42-4cea-bc66-e805190b0d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434ba44d-e169-47e6-bf2f-a603942cae15'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:25:09.088660 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b565bf2a2ce0626243007c858acec0a0684ffd3fe6012f569d221254cd872eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159eb7a1-e30f-49d8-8360-24907397a57b" -d '{"events": [{"server_uuid": "887722d7-1d42-4cea-bc66-e805190b0d37", "name": "network-vif-plugged", "status": "completed", "tag": "434ba44d-e169-47e6-bf2f-a603942cae15"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:25:09.105418 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=2574bf6a-7dbe-425f-9a0c-40e0f0a8e486,segment=NetworkSegment(8e685c25-9142-4f6b-a1bd-b40124343cbc),segment_id=8e685c25-9142-4f6b-a1bd-b40124343cbc)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:25:09.107313 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 434ba44d-e169-47e6-bf2f-a603942cae15, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=434ba44d-e169-47e6-bf2f-a603942cae15,segment=NetworkSegment(41e5c997-0375-4a8d-92f7-022af7373204),segment_id=41e5c997-0375-4a8d-92f7-022af7373204)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:25:09.110549 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:09.115726 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:09.134043 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54330) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:09.135899 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdaf491-37c1-4ffb-bc5d-d158cfe3556d x-openstack-request-id: req-5bdaf491-37c1-4ffb-bc5d-d158cfe3556d {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:25:09.136237 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887722d7-1d42-4cea-bc66-e805190b0d37", "name": "network-vif-plugged", "status": "completed", "tag": "434ba44d-e169-47e6-bf2f-a603942cae15", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:25:09.136527 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5bdaf491-37c1-4ffb-bc5d-d158cfe3556d {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:25:09.136888 dv-cinder-805316-3-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887722d7-1d42-4cea-bc66-e805190b0d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434ba44d-e169-47e6-bf2f-a603942cae15', 'code': 200} Aug 30 17:25:09.164229 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=2574bf6a-7dbe-425f-9a0c-40e0f0a8e486,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:09.211797 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=434ba44d-e169-47e6-bf2f-a603942cae15,revision_number=10']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:09.241963 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c7ce207d-57a7-4db1-ab98-6fe0ccb49c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:09.332636 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c7ce207d-57a7-4db1-ab98-6fe0ccb49c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:09.336791 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c7ce207d-57a7-4db1-ab98-6fe0ccb49c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:09.373672 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-c7ce207d-57a7-4db1-ab98-6fe0ccb49c88 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae2e331dd8a247e486d9c434c7937c6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384210 Aug 30 17:25:09.374640 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce207d-57a7-4db1-ab98-6fe0ccb49c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c0a0f6-b31b-4299-81eb-fd72fd02d634,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:09.376536 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 54334) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:09.424601 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a154739-a3b6-4497-98c2-3ad771b43573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:09.445639 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a154739-a3b6-4497-98c2-3ad771b43573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:09.462547 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['2574bf6a-7dbe-425f-9a0c-40e0f0a8e486'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:25:09.497568 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a154739-a3b6-4497-98c2-3ad771b43573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:09.500381 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1a154739-a3b6-4497-98c2-3ad771b43573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:09.503991 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-1a154739-a3b6-4497-98c2-3ad771b43573 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2c0a0f6-b31b-4299-81eb-fd72fd02d634 HTTP/1.1" status: 204 len: 168 time: 0.1240153 Aug 30 17:25:09.510977 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a154739-a3b6-4497-98c2-3ad771b43573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c0a0f6-b31b-4299-81eb-fd72fd02d634,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:09.576446 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcaeb94-598f-470b-9e4a-48d08a2dd517 req-1b6ff6d9-82be-4e7e-a555-eae79269444b tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:09.578375 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9fcaeb94-598f-470b-9e4a-48d08a2dd517 req-1b6ff6d9-82be-4e7e-a555-eae79269444b tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.52 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.0607693 Aug 30 17:25:09.743664 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea96837-7726-4251-81d6-7194c59b1539 req-8f8e1507-7ef9-4d8b-9153-f32ce2abb43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:09.745500 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cea96837-7726-4251-81d6-7194c59b1539 req-8f8e1507-7ef9-4d8b-9153-f32ce2abb43f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 1100 time: 0.1190341 Aug 30 17:25:09.750551 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-9fcaeb94-598f-470b-9e4a-48d08a2dd517 req-561486e8-6b6c-4baa-a41c-a74f96e83c47 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Deleting port c458c2f9-93c4-4772-9cd0-f0a1575f63da {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:25:09.750843 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9fcaeb94-598f-470b-9e4a-48d08a2dd517 req-561486e8-6b6c-4baa-a41c-a74f96e83c47 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:09.915723 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cea96837-7726-4251-81d6-7194c59b1539 req-de80d722-af9d-48ce-b535-286d6f77b614 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559806 Aug 30 17:25:09.928962 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49596d54-e4b4-4c4f-a444-4f7c1f222351 req-c8abd277-346a-46df-8fa9-3e8d3aab99de tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:09.931308 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-49596d54-e4b4-4c4f-a444-4f7c1f222351 req-c8abd277-346a-46df-8fa9-3e8d3aab99de tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 947 time: 0.1259530 Aug 30 17:25:09.939180 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-9fcaeb94-598f-470b-9e4a-48d08a2dd517 req-561486e8-6b6c-4baa-a41c-a74f96e83c47 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] For port c458c2f9-93c4-4772-9cd0-f0a1575f63da, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=c458c2f9-93c4-4772-9cd0-f0a1575f63da,segment=NetworkSegment(38e9de51-6b57-491d-a68b-50b2f01966f1),segment_id=38e9de51-6b57-491d-a68b-50b2f01966f1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:25:09.945922 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9fcaeb94-598f-470b-9e4a-48d08a2dd517 req-561486e8-6b6c-4baa-a41c-a74f96e83c47 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:09.961503 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5c746-84dd-4dc8-b0ba-ad3dc608ddab req-0a22ab3b-13eb-4412-b1a4-4b36059ef993 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:09.970130 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-93a5c746-84dd-4dc8-b0ba-ad3dc608ddab req-0a22ab3b-13eb-4412-b1a4-4b36059ef993 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=59f60ce7-2f23-48e4-80b7-b657155a64c6 HTTP/1.1" status: 200 len: 945 time: 0.1626360 Aug 30 17:25:09.971138 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-9fcaeb94-598f-470b-9e4a-48d08a2dd517 req-561486e8-6b6c-4baa-a41c-a74f96e83c47 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Calling delete_port for c458c2f9-93c4-4772-9cd0-f0a1575f63da owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:25:10.061023 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-49596d54-e4b4-4c4f-a444-4f7c1f222351 req-2c3783b6-f5b5-4ec9-ad42-bb8776893715 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035225 Aug 30 17:25:10.152828 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-93a5c746-84dd-4dc8-b0ba-ad3dc608ddab req-1c7aaefa-5d7f-4c2c-a8b8-6f7972d15aac tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712933 Aug 30 17:25:10.189491 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 54348) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:10.203789 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dceb96df-8b44-4f00-a70e-c06d51dafe12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:10.276824 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9fcaeb94-598f-470b-9e4a-48d08a2dd517 req-561486e8-6b6c-4baa-a41c-a74f96e83c47 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:10.310434 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65146776-43c5-4430-bc1f-a35dda708000 req-787830da-84c4-4c8b-8231-2d04da05bac3 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:10.311842 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-65146776-43c5-4430-bc1f-a35dda708000 req-787830da-84c4-4c8b-8231-2d04da05bac3 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 985 time: 0.1059875 Aug 30 17:25:10.314357 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561486e8-6b6c-4baa-a41c-a74f96e83c47 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Pushing event deleted for resources: {'Port': ['ID=c458c2f9-93c4-4772-9cd0-f0a1575f63da,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:10.336494 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04d961-00ed-409b-99a0-cef27c438522 req-19417a04-2a5f-428b-ae87-1ad4d79ed2e0 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:10.338049 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8c04d961-00ed-409b-99a0-cef27c438522 req-19417a04-2a5f-428b-ae87-1ad4d79ed2e0 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 945 time: 0.1167700 Aug 30 17:25:10.364558 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fcaeb94-598f-470b-9e4a-48d08a2dd517 req-561486e8-6b6c-4baa-a41c-a74f96e83c47 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] No DVR routers for this DVR port c458c2f9-93c4-4772-9cd0-f0a1575f63da on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:25:10.368233 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-9fcaeb94-598f-470b-9e4a-48d08a2dd517 req-561486e8-6b6c-4baa-a41c-a74f96e83c47 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:10.375129 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-9fcaeb94-598f-470b-9e4a-48d08a2dd517 req-561486e8-6b6c-4baa-a41c-a74f96e83c47 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.52 "DELETE /v2.0/ports/c458c2f9-93c4-4772-9cd0-f0a1575f63da HTTP/1.1" status: 204 len: 173 time: 0.7884762 Aug 30 17:25:10.375620 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f60ce7-2f23-48e4-80b7-b657155a64c6', 'name': 'network-vif-deleted', 'tag': 'c458c2f9-93c4-4772-9cd0-f0a1575f63da'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:25:10.378173 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a9cc1d-403f-4376-9d01-ba78eed00465" -d '{"events": [{"server_uuid": "59f60ce7-2f23-48e4-80b7-b657155a64c6", "name": "network-vif-deleted", "tag": "c458c2f9-93c4-4772-9cd0-f0a1575f63da"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:25:10.430311 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-65146776-43c5-4430-bc1f-a35dda708000 req-6e4663fa-ee9a-47a5-9a80-63d8e806feff tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&id=3fffd43b-2eca-4065-a79b-e50693e9a779&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0901532 Aug 30 17:25:10.438872 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['c458c2f9-93c4-4772-9cd0-f0a1575f63da', '7a3a648e-f491-48a8-8a41-f3c2966beaec'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:25:10.442069 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8c04d961-00ed-409b-99a0-cef27c438522 req-f297255b-f6e0-4e49-a348-154e92933355 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893946 Aug 30 17:25:10.475415 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dceb96df-8b44-4f00-a70e-c06d51dafe12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:10.483386 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-dceb96df-8b44-4f00-a70e-c06d51dafe12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:10.508086 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13e1263-b65c-46c8-bfaa-10f0b24362c5 x-openstack-request-id: req-c13e1263-b65c-46c8-bfaa-10f0b24362c5 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:25:10.508485 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f60ce7-2f23-48e4-80b7-b657155a64c6", "name": "network-vif-deleted", "tag": "c458c2f9-93c4-4772-9cd0-f0a1575f63da", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:25:10.508742 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c13e1263-b65c-46c8-bfaa-10f0b24362c5 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:25:10.509117 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f60ce7-2f23-48e4-80b7-b657155a64c6', 'name': 'network-vif-deleted', 'tag': 'c458c2f9-93c4-4772-9cd0-f0a1575f63da', 'status': 'completed', 'code': 200} Aug 30 17:25:10.530854 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-dceb96df-8b44-4f00-a70e-c06d51dafe12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=664f969a14214126b4ebab7f7d9cc06d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3401775 Aug 30 17:25:10.532801 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb96df-8b44-4f00-a70e-c06d51dafe12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179eaf89-898c-4cd7-b558-d52922133151,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:10.533569 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54352) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:10.583999 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36b3e51c-0795-462a-8ff5-bc1b23413ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:10.605188 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36b3e51c-0795-462a-8ff5-bc1b23413ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:10.650431 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36b3e51c-0795-462a-8ff5-bc1b23413ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:10.653020 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36b3e51c-0795-462a-8ff5-bc1b23413ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:10.654209 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-36b3e51c-0795-462a-8ff5-bc1b23413ded admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/179eaf89-898c-4cd7-b558-d52922133151 HTTP/1.1" status: 204 len: 168 time: 0.1195016 Aug 30 17:25:10.662487 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3e51c-0795-462a-8ff5-bc1b23413ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179eaf89-898c-4cd7-b558-d52922133151,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:10.814814 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 up at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:25:10.864281 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning for port 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:25:10.868522 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning complete for port 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:25:10.868886 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:10.963321 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:11.001916 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=2574bf6a-7dbe-425f-9a0c-40e0f0a8e486,segment=NetworkSegment(8e685c25-9142-4f6b-a1bd-b40124343cbc),segment_id=8e685c25-9142-4f6b-a1bd-b40124343cbc)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:25:11.007349 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:11.058707 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=2574bf6a-7dbe-425f-9a0c-40e0f0a8e486,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:11.138100 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce077816-5863-41fc-8805-a9c3a302a987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2574bf6a-7dbe-425f-9a0c-40e0f0a8e486'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:25:11.140456 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b565bf2a2ce0626243007c858acec0a0684ffd3fe6012f569d221254cd872eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f7a9f8-678d-4d97-9383-2e8ae1832d9b" -d '{"events": [{"server_uuid": "ce077816-5863-41fc-8805-a9c3a302a987", "name": "network-vif-plugged", "status": "completed", "tag": "2574bf6a-7dbe-425f-9a0c-40e0f0a8e486"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:25:11.179375 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0af4da7-9e46-4852-9fa8-669b8a5b9d2f x-openstack-request-id: req-d0af4da7-9e46-4852-9fa8-669b8a5b9d2f {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:25:11.179675 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce077816-5863-41fc-8805-a9c3a302a987", "name": "network-vif-plugged", "status": "completed", "tag": "2574bf6a-7dbe-425f-9a0c-40e0f0a8e486", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:25:11.179919 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d0af4da7-9e46-4852-9fa8-669b8a5b9d2f {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:25:11.180316 dv-cinder-805316-3-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce077816-5863-41fc-8805-a9c3a302a987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2574bf6a-7dbe-425f-9a0c-40e0f0a8e486', 'code': 200} Aug 30 17:25:11.291752 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fd249-610e-4a92-b20a-190eae6aeca1 req-c9f538c1-3097-4a36-bf1e-4b693a424e89 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:11.307328 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-409fd249-610e-4a92-b20a-190eae6aeca1 req-c9f538c1-3097-4a36-bf1e-4b693a424e89 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 947 time: 0.0677028 Aug 30 17:25:11.365851 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-409fd249-610e-4a92-b20a-190eae6aeca1 req-63d84862-bef3-4796-8aa3-1266ec34dd35 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511820 Aug 30 17:25:11.543538 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8200489-8ece-4178-9837-ef61a9e534c5 req-535a6e68-bbbb-4f90-a81a-26b57c6b25a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:11.546076 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b8200489-8ece-4178-9837-ef61a9e534c5 req-535a6e68-bbbb-4f90-a81a-26b57c6b25a1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 1099 time: 0.0684626 Aug 30 17:25:11.571673 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb68d64-d3ea-4490-8424-62bc3875f3e7 req-e17dfc53-ba86-4497-8dce-afed41ed5cd8 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:11.573221 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4fb68d64-d3ea-4490-8424-62bc3875f3e7 req-e17dfc53-ba86-4497-8dce-afed41ed5cd8 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.1132758 Aug 30 17:25:11.599359 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffb374-9e09-422b-bfd7-10bde24109c0 req-1b39a9dc-9e67-4a90-b78b-9a0a654322ea tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:11.601014 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b9ffb374-9e09-422b-bfd7-10bde24109c0 req-1b39a9dc-9e67-4a90-b78b-9a0a654322ea tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 946 time: 0.0858619 Aug 30 17:25:11.613389 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b8200489-8ece-4178-9837-ef61a9e534c5 req-c305f3f1-77cb-4d9a-ab53-240f4b0e95cd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572824 Aug 30 17:25:11.657762 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4fb68d64-d3ea-4490-8424-62bc3875f3e7 req-2a96f420-4335-41b3-8e3e-f8c8e51b60e4 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758979 Aug 30 17:25:11.679570 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b9ffb374-9e09-422b-bfd7-10bde24109c0 req-9aed87f5-8c81-4d1b-94ce-70f9f7b6d9bb tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688939 Aug 30 17:25:11.788514 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471e23c-88fa-48cf-b9ed-7bd0402be5bf req-98637927-9906-4e58-ac07-d63f1e8458bf tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:11.790179 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e471e23c-88fa-48cf-b9ed-7bd0402be5bf req-98637927-9906-4e58-ac07-d63f1e8458bf tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 985 time: 0.0604529 Aug 30 17:25:11.842895 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e471e23c-88fa-48cf-b9ed-7bd0402be5bf req-f5be7d58-97ed-4c8f-ab86-5c49843f43a2 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&id=3fffd43b-2eca-4065-a79b-e50693e9a779&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0424850 Aug 30 17:25:12.472129 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac7c5a-5fd2-4ee0-9194-3afdd0f107e8 req-e1d5c9c6-5b90-436d-8289-5de3eb319a98 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:12.473718 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7aac7c5a-5fd2-4ee0-9194-3afdd0f107e8 req-e1d5c9c6-5b90-436d-8289-5de3eb319a98 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 947 time: 0.0477660 Aug 30 17:25:12.518861 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7aac7c5a-5fd2-4ee0-9194-3afdd0f107e8 req-c79d7685-9410-40b4-a0c0-46de8122a161 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384152 Aug 30 17:25:12.813814 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e72719-6cd1-4a7d-b1d0-50bcb0b57182 req-2a9900f3-6811-4c8a-a4a5-a70bced04ca2 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:12.815172 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-52e72719-6cd1-4a7d-b1d0-50bcb0b57182 req-2a9900f3-6811-4c8a-a4a5-a70bced04ca2 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0851047 Aug 30 17:25:12.830380 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d228219-b980-4603-a3f7-c475039519b9 req-e121ba4d-92f1-40aa-88ed-cf5dcfd020ca tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:12.831996 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4d228219-b980-4603-a3f7-c475039519b9 req-e121ba4d-92f1-40aa-88ed-cf5dcfd020ca tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 946 time: 0.0714414 Aug 30 17:25:12.889156 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-52e72719-6cd1-4a7d-b1d0-50bcb0b57182 req-61da1066-348d-4272-91b0-ab5ba15b1686 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672548 Aug 30 17:25:12.893939 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4d228219-b980-4603-a3f7-c475039519b9 req-ae0dd5ef-868a-4ae8-9960-a2ebc8205980 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538557 Aug 30 17:25:12.994458 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c93a9-ca78-4077-884f-4d46c00936af req-c80ee423-d364-49a2-ad6f-4d107afae373 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:12.995802 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-974c93a9-ca78-4077-884f-4d46c00936af req-c80ee423-d364-49a2-ad6f-4d107afae373 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 985 time: 0.0511107 Aug 30 17:25:13.034390 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-974c93a9-ca78-4077-884f-4d46c00936af req-c9909e1e-b123-46ca-9129-655d84a6bed2 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&id=3fffd43b-2eca-4065-a79b-e50693e9a779&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0326860 Aug 30 17:25:14.038991 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6511f-1237-480f-89f2-f0e3ad223cee req-0551a092-6ef5-4857-8fe4-8d1cc994dca2 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:14.040380 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bdd6511f-1237-480f-89f2-f0e3ad223cee req-0551a092-6ef5-4857-8fe4-8d1cc994dca2 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0781360 Aug 30 17:25:14.047743 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d23ae-8858-48cb-b53c-51e04aded31f req-fa13bce6-8ce5-4496-a297-2626d563e13d tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:14.049083 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-582d23ae-8858-48cb-b53c-51e04aded31f req-fa13bce6-8ce5-4496-a297-2626d563e13d tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 946 time: 0.0769641 Aug 30 17:25:14.106018 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bdd6511f-1237-480f-89f2-f0e3ad223cee req-06d5e41e-c001-4d9f-9a89-1c98cc73f9f0 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559719 Aug 30 17:25:14.110906 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-582d23ae-8858-48cb-b53c-51e04aded31f req-a0f12aa7-0ee8-4652-968e-fd4002529e11 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541215 Aug 30 17:25:14.242418 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101e6e4-cae5-43d3-8a3a-9216438f49fa req-bea21602-416d-4a8d-9cfc-575338952c89 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:14.243884 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5101e6e4-cae5-43d3-8a3a-9216438f49fa req-bea21602-416d-4a8d-9cfc-575338952c89 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 985 time: 0.0840795 Aug 30 17:25:14.254987 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d520aa-cb67-4ddf-b2ce-5a0f745aac5f req-21daf503-9b5a-4c0b-8047-f2876a93111a tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:14.257598 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-82d520aa-cb67-4ddf-b2ce-5a0f745aac5f req-21daf503-9b5a-4c0b-8047-f2876a93111a tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 946 time: 0.0671546 Aug 30 17:25:14.309110 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5101e6e4-cae5-43d3-8a3a-9216438f49fa req-3c2e7088-bf60-432b-baef-0adb795ce343 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&id=3fffd43b-2eca-4065-a79b-e50693e9a779&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0504458 Aug 30 17:25:14.321347 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-82d520aa-cb67-4ddf-b2ce-5a0f745aac5f req-50c2fce5-a537-4a8d-8653-a884b04e872d tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571637 Aug 30 17:25:14.342426 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54478) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:14.523403 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cf5634-3d0a-4ba2-8cb8-ef9abd1ad140 tempest-TestShelveInstance-1140568293 tempest-TestShelveInstance-1140568293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:14.524896 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-79cf5634-3d0a-4ba2-8cb8-ef9abd1ad140 tempest-TestShelveInstance-1140568293 tempest-TestShelveInstance-1140568293-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 1094 time: 0.1815042 Aug 30 17:25:14.528001 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54482) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:14.532203 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-12e392f9-adc8-45ea-88f5-6eae730c0cfc tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Request body: {'floatingip': {'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'port_id': '2574bf6a-7dbe-425f-9a0c-40e0f0a8e486', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:25:14.555122 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-12e392f9-adc8-45ea-88f5-6eae730c0cfc tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:14.645511 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-12e392f9-adc8-45ea-88f5-6eae730c0cfc tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:14.754142 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-12e392f9-adc8-45ea-88f5-6eae730c0cfc tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Allocated IP 172.27.2.113 (3951d34a-2192-4abb-b523-61631b013f39/db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b/c4f267db-0bcc-4be1-ba0f-1eff201ef3c8) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:25:14.819858 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device c458c2f9-93c4-4772-9cd0-f0a1575f63da no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:25:14.839258 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] No Port match for: c458c2f9-93c4-4772-9cd0-f0a1575f63da {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:25:14.839606 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device c458c2f9-93c4-4772-9cd0-f0a1575f63da not bound to the agent host hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:25:14.857568 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-12e392f9-adc8-45ea-88f5-6eae730c0cfc tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:14.896627 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-12e392f9-adc8-45ea-88f5-6eae730c0cfc tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:14.941429 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e392f9-adc8-45ea-88f5-6eae730c0cfc tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Network 3951d34a-2192-4abb-b523-61631b013f39 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:25:14.945513 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-12e392f9-adc8-45ea-88f5-6eae730c0cfc tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:25:14.949500 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e392f9-adc8-45ea-88f5-6eae730c0cfc tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:25:14.952669 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e392f9-adc8-45ea-88f5-6eae730c0cfc tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Pushing event updated for resources: {'Port': ['ID=c4f267db-0bcc-4be1-ba0f-1eff201ef3c8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:15.241358 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d8527-f0e7-4efd-9266-7cf452db15d1 req-d754795a-ce2e-4e02-b8e4-30d7ccc18da8 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:15.243070 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-887d8527-f0e7-4efd-9266-7cf452db15d1 req-d754795a-ce2e-4e02-b8e4-30d7ccc18da8 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0551348 Aug 30 17:25:15.296719 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-887d8527-f0e7-4efd-9266-7cf452db15d1 req-2691fb20-3d39-4024-b47a-3b8d222e1b03 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478113 Aug 30 17:25:15.331925 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-12e392f9-adc8-45ea-88f5-6eae730c0cfc tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:15.410703 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-12e392f9-adc8-45ea-88f5-6eae730c0cfc tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:15.430786 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b90ff9-6a8f-467e-959a-5b83cb20ebc3 req-ed3821df-d6c6-484a-b0c0-9ec598584161 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:15.432480 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-79b90ff9-6a8f-467e-959a-5b83cb20ebc3 req-ed3821df-d6c6-484a-b0c0-9ec598584161 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 985 time: 0.0513093 Aug 30 17:25:15.477211 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-79b90ff9-6a8f-467e-959a-5b83cb20ebc3 req-a6e9fa1f-57fd-4682-b071-dd082f75bc44 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&id=3fffd43b-2eca-4065-a79b-e50693e9a779&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0372803 Aug 30 17:25:15.571221 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-12e392f9-adc8-45ea-88f5-6eae730c0cfc tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:15.575722 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-12e392f9-adc8-45ea-88f5-6eae730c0cfc tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194083'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:15.640041 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e392f9-adc8-45ea-88f5-6eae730c0cfc tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Pushing event updated for resources: {'Port': ['ID=c4f267db-0bcc-4be1-ba0f-1eff201ef3c8,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:15.651347 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-12e392f9-adc8-45ea-88f5-6eae730c0cfc tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535188'] for floatingip, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:15.746755 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.db.l3_db [None req-12e392f9-adc8-45ea-88f5-6eae730c0cfc tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Floating IP 3a2a2213-81bd-48c5-8210-7e68e1f8055a associated. External IP: 172.27.2.113, port: 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486. Aug 30 17:25:15.944311 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e392f9-adc8-45ea-88f5-6eae730c0cfc tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Router dff5bcda-9038-471a-af99-226b3118f835 has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:25:16.048801 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e392f9-adc8-45ea-88f5-6eae730c0cfc tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:25:16.058903 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de025057-04ee-422a-ba18-5d846a0bf5dd None None] Sync routers for ids ['dff5bcda-9038-471a-af99-226b3118f835'] in dv-cinder-805316-3-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:25:16.064990 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-12e392f9-adc8-45ea-88f5-6eae730c0cfc tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:16.067827 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de025057-04ee-422a-ba18-5d846a0bf5dd None None] Routers {'dff5bcda-9038-471a-af99-226b3118f835'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:25:16.068441 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-de025057-04ee-422a-ba18-5d846a0bf5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:24:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['dff5bcda-9038-471a-af99-226b3118f835'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:25:16.092113 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-12e392f9-adc8-45ea-88f5-6eae730c0cfc tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5631225 Aug 30 17:25:16.092769 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce077816-5863-41fc-8805-a9c3a302a987', 'tag': '2574bf6a-7dbe-425f-9a0c-40e0f0a8e486'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:25:16.095059 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ebf295-7e59-4a78-a8a8-9bf7f21de2ed" -d '{"events": [{"name": "network-changed", "server_uuid": "ce077816-5863-41fc-8805-a9c3a302a987", "tag": "2574bf6a-7dbe-425f-9a0c-40e0f0a8e486"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:25:16.131731 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de02bdb9-8bde-40c5-adc9-83544962953e x-openstack-request-id: req-de02bdb9-8bde-40c5-adc9-83544962953e {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:25:16.132017 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce077816-5863-41fc-8805-a9c3a302a987", "tag": "2574bf6a-7dbe-425f-9a0c-40e0f0a8e486", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:25:16.132267 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de02bdb9-8bde-40c5-adc9-83544962953e {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:25:16.132663 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce077816-5863-41fc-8805-a9c3a302a987', 'tag': '2574bf6a-7dbe-425f-9a0c-40e0f0a8e486', 'status': 'completed', 'code': 200} Aug 30 17:25:16.170907 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-de025057-04ee-422a-ba18-5d846a0bf5dd None None] Set router dff5bcda-9038-471a-af99-226b3118f835 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:25:16.381481 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-de025057-04ee-422a-ba18-5d846a0bf5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff5bcda-9038-471a-af99-226b3118f835', 'name': 'tempest-TestShelveInstance-1558087738-router', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '97ee654f-e038-4d08-ae94-97c970c27a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:24:09Z', 'updated_at': '2021-08-30T17:24:13Z', 'revision_number': 4, 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'gw_port': {'id': '97ee654f-e038-4d08-ae94-97c970c27a1f', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff5bcda-9038-471a-af99-226b3118f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:10Z', 'updated_at': '2021-08-30T17:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_floatingips': [{'id': '3a2a2213-81bd-48c5-8210-7e68e1f8055a', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': 'dff5bcda-9038-471a-af99-226b3118f835', 'port_id': '2574bf6a-7dbe-425f-9a0c-40e0f0a8e486', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12712b10-7cd8-429d-845f-e2bbe84087c2', 'mac_address': 'fa:16:3e:11:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce077816-5863-41fc-8805-a9c3a302a987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:25:15Z', 'updated_at': '2021-08-30T17:25:15Z', 'revision_number': 0, 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6', 'name': '', 'network_id': '12712b10-7cd8-429d-845f-e2bbe84087c2', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'mac_address': 'fa:16:3e:70:a4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff5bcda-9038-471a-af99-226b3118f835', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7e04f231-8e49-4dc4-831a-df3b7fe03455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:12Z', 'updated_at': '2021-08-30T17:24:24Z', 'revision_number': 5, 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'subnets': [{'id': '7e04f231-8e49-4dc4-831a-df3b7fe03455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:25:16.407325 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de025057-04ee-422a-ba18-5d846a0bf5dd None None] Checking router: dff5bcda-9038-471a-af99-226b3118f835 for host: dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:25:16.413285 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98d695-3dfb-428a-9115-35f3e7c68c79 req-cc5b6263-acdd-429c-989a-b1329d009882 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:16.414791 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1e98d695-3dfb-428a-9115-35f3e7c68c79 req-cc5b6263-acdd-429c-989a-b1329d009882 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0474238 Aug 30 17:25:16.416349 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de025057-04ee-422a-ba18-5d846a0bf5dd None None] Routers {'dff5bcda-9038-471a-af99-226b3118f835'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:25:16.416957 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-de025057-04ee-422a-ba18-5d846a0bf5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:24:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['dff5bcda-9038-471a-af99-226b3118f835'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:25:16.452474 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1e98d695-3dfb-428a-9115-35f3e7c68c79 req-782e4dd7-bcd0-433c-973a-cd572b6960bd tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315635 Aug 30 17:25:16.520349 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-de025057-04ee-422a-ba18-5d846a0bf5dd None None] Set router dff5bcda-9038-471a-af99-226b3118f835 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:25:16.597425 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2eaa5-f2a9-42d8-be33-2c06ec7464db req-ea6750f9-0270-4bc5-ae5e-aa4e4883fb5b tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:16.598978 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8ea2eaa5-f2a9-42d8-be33-2c06ec7464db req-ea6750f9-0270-4bc5-ae5e-aa4e4883fb5b tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 985 time: 0.0521841 Aug 30 17:25:16.643884 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8ea2eaa5-f2a9-42d8-be33-2c06ec7464db req-de4d2df4-07a8-4ba2-9af1-e531c8e4dbc2 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&id=3fffd43b-2eca-4065-a79b-e50693e9a779&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0382385 Aug 30 17:25:16.747581 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-de025057-04ee-422a-ba18-5d846a0bf5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff5bcda-9038-471a-af99-226b3118f835', 'name': 'tempest-TestShelveInstance-1558087738-router', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '97ee654f-e038-4d08-ae94-97c970c27a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:24:09Z', 'updated_at': '2021-08-30T17:24:13Z', 'revision_number': 4, 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'gw_port': {'id': '97ee654f-e038-4d08-ae94-97c970c27a1f', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff5bcda-9038-471a-af99-226b3118f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:10Z', 'updated_at': '2021-08-30T17:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_floatingips': [{'id': '3a2a2213-81bd-48c5-8210-7e68e1f8055a', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': 'dff5bcda-9038-471a-af99-226b3118f835', 'port_id': '2574bf6a-7dbe-425f-9a0c-40e0f0a8e486', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12712b10-7cd8-429d-845f-e2bbe84087c2', 'mac_address': 'fa:16:3e:11:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce077816-5863-41fc-8805-a9c3a302a987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:25:15Z', 'updated_at': '2021-08-30T17:25:15Z', 'revision_number': 0, 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6', 'name': '', 'network_id': '12712b10-7cd8-429d-845f-e2bbe84087c2', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'mac_address': 'fa:16:3e:70:a4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff5bcda-9038-471a-af99-226b3118f835', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7e04f231-8e49-4dc4-831a-df3b7fe03455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:12Z', 'updated_at': '2021-08-30T17:24:24Z', 'revision_number': 5, 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'subnets': [{'id': '7e04f231-8e49-4dc4-831a-df3b7fe03455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:25:16.776514 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de025057-04ee-422a-ba18-5d846a0bf5dd None None] The sync data for ids ['dff5bcda-9038-471a-af99-226b3118f835'] in dv-cinder-805316-3-iscsi is: [{'id': 'dff5bcda-9038-471a-af99-226b3118f835', 'name': 'tempest-TestShelveInstance-1558087738-router', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '97ee654f-e038-4d08-ae94-97c970c27a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:24:09Z', 'updated_at': '2021-08-30T17:24:13Z', 'revision_number': 4, 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'gw_port': {'id': '97ee654f-e038-4d08-ae94-97c970c27a1f', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff5bcda-9038-471a-af99-226b3118f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:10Z', 'updated_at': '2021-08-30T17:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_floatingips': [{'id': '3a2a2213-81bd-48c5-8210-7e68e1f8055a', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': 'dff5bcda-9038-471a-af99-226b3118f835', 'port_id': '2574bf6a-7dbe-425f-9a0c-40e0f0a8e486', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12712b10-7cd8-429d-845f-e2bbe84087c2', 'mac_address': 'fa:16:3e:11:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce077816-5863-41fc-8805-a9c3a302a987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:25:15Z', 'updated_at': '2021-08-30T17:25:15Z', 'revision_number': 0, 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6', 'name': '', 'network_id': '12712b10-7cd8-429d-845f-e2bbe84087c2', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'mac_address': 'fa:16:3e:70:a4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff5bcda-9038-471a-af99-226b3118f835', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7e04f231-8e49-4dc4-831a-df3b7fe03455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:12Z', 'updated_at': '2021-08-30T17:24:24Z', 'revision_number': 5, 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'subnets': [{'id': '7e04f231-8e49-4dc4-831a-df3b7fe03455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:25:16.972672 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a552debe-0108-47cc-9178-710e1bba482a None None] New status for floating IP 3a2a2213-81bd-48c5-8210-7e68e1f8055a: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:25:17.564439 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937988d7-a240-430e-9b02-5d60ed0fba75 req-53dda034-87d8-49ac-ad54-024fff91af83 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:17.565947 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-937988d7-a240-430e-9b02-5d60ed0fba75 req-53dda034-87d8-49ac-ad54-024fff91af83 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0479794 Aug 30 17:25:17.603899 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-937988d7-a240-430e-9b02-5d60ed0fba75 req-1cdb1308-b74b-4e86-9bae-928da9d59184 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319557 Aug 30 17:25:17.756020 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd2e33-1bc3-4407-845a-2cf40e72fa44 req-04832502-d67e-476b-8f49-a183da4260ed tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:17.757390 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fedd2e33-1bc3-4407-845a-2cf40e72fa44 req-04832502-d67e-476b-8f49-a183da4260ed tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 985 time: 0.0470932 Aug 30 17:25:17.796781 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fedd2e33-1bc3-4407-845a-2cf40e72fa44 req-f82b3279-0c29-4bc2-a539-0c0b29ed6a7c tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&id=3fffd43b-2eca-4065-a79b-e50693e9a779&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0334480 Aug 30 17:25:18.395682 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebf295-7e59-4a78-a8a8-9bf7f21de2ed req-e75d6cf9-e991-42f0-b58b-8e852a1d27b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:18.397814 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-28ebf295-7e59-4a78-a8a8-9bf7f21de2ed req-e75d6cf9-e991-42f0-b58b-8e852a1d27b5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5084785e3414a36b8cc882d6083aba5&device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 1099 time: 0.0393574 Aug 30 17:25:18.495960 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebf295-7e59-4a78-a8a8-9bf7f21de2ed req-7b43171d-8edc-4e99-84e1-902cfbf86183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:18.497499 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-28ebf295-7e59-4a78-a8a8-9bf7f21de2ed req-7b43171d-8edc-4e99-84e1-902cfbf86183 service neutron] 10.222.0.52 "GET /v2.0/networks?id=12712b10-7cd8-429d-845f-e2bbe84087c2 HTTP/1.1" status: 200 len: 910 time: 0.0848155 Aug 30 17:25:18.595234 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-28ebf295-7e59-4a78-a8a8-9bf7f21de2ed req-cf5fa473-5d16-42fe-9af0-cf897334f705 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 HTTP/1.1" status: 200 len: 1002 time: 0.0853295 Aug 30 17:25:18.649669 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebf295-7e59-4a78-a8a8-9bf7f21de2ed req-7f861276-d49e-4b19-a803-415c1986cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:18.651126 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-28ebf295-7e59-4a78-a8a8-9bf7f21de2ed req-7f861276-d49e-4b19-a803-415c1986cdcc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7e04f231-8e49-4dc4-831a-df3b7fe03455 HTTP/1.1" status: 200 len: 848 time: 0.0464346 Aug 30 17:25:18.701213 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebf295-7e59-4a78-a8a8-9bf7f21de2ed req-b2f51d3b-15d2-47f8-a26a-d440a0456c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:18.702783 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-28ebf295-7e59-4a78-a8a8-9bf7f21de2ed req-b2f51d3b-15d2-47f8-a26a-d440a0456c1d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=12712b10-7cd8-429d-845f-e2bbe84087c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403986 Aug 30 17:25:18.717017 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27521577-b6dd-47db-9608-c5fc536cddcb req-811a2843-2270-4e9a-8bbc-a6d2cd0e075e tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:18.718507 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-27521577-b6dd-47db-9608-c5fc536cddcb req-811a2843-2270-4e9a-8bbc-a6d2cd0e075e tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0490134 Aug 30 17:25:18.762111 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-27521577-b6dd-47db-9608-c5fc536cddcb req-589335e5-b4e5-47cf-9d5f-2f9b1e086b62 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368619 Aug 30 17:25:18.808619 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-28ebf295-7e59-4a78-a8a8-9bf7f21de2ed req-e4b8f314-64a7-4037-a0ec-19b061c3391e service neutron] 10.222.0.52 "GET /v2.0/networks/12712b10-7cd8-429d-845f-e2bbe84087c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915287 Aug 30 17:25:18.911216 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777256d6-eccc-4f12-b1a4-b34a9e37c0cc req-6252bc8a-335c-44bb-93fd-afd2cf5023f9 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:18.913255 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-777256d6-eccc-4f12-b1a4-b34a9e37c0cc req-6252bc8a-335c-44bb-93fd-afd2cf5023f9 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 985 time: 0.0503492 Aug 30 17:25:18.913749 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-28ebf295-7e59-4a78-a8a8-9bf7f21de2ed req-a79da60f-e38f-4b80-892b-77a6a6329263 service neutron] 10.222.0.52 "GET /v2.0/networks/12712b10-7cd8-429d-845f-e2bbe84087c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919349 Aug 30 17:25:18.953244 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-777256d6-eccc-4f12-b1a4-b34a9e37c0cc req-59e6ecae-e94b-4f96-ac4b-c2b2dec05333 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&id=3fffd43b-2eca-4065-a79b-e50693e9a779&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0336826 Aug 30 17:25:19.470725 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f74116-b04d-4f53-9ca9-e8b2e0a9b06d req-b5afec55-b8a0-435d-9b5e-344b87280213 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:19.472159 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e6f74116-b04d-4f53-9ca9-e8b2e0a9b06d req-b5afec55-b8a0-435d-9b5e-344b87280213 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.52 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0467257 Aug 30 17:25:19.767762 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-e6f74116-b04d-4f53-9ca9-e8b2e0a9b06d req-64680046-3770-4b82-b651-0247903d2341 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Deleting port 7a3a648e-f491-48a8-8a41-f3c2966beaec {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:25:19.768019 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e6f74116-b04d-4f53-9ca9-e8b2e0a9b06d req-64680046-3770-4b82-b651-0247903d2341 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:19.856903 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-e6f74116-b04d-4f53-9ca9-e8b2e0a9b06d req-64680046-3770-4b82-b651-0247903d2341 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] For port 7a3a648e-f491-48a8-8a41-f3c2966beaec, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=7a3a648e-f491-48a8-8a41-f3c2966beaec,segment=NetworkSegment(38e9de51-6b57-491d-a68b-50b2f01966f1),segment_id=38e9de51-6b57-491d-a68b-50b2f01966f1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:25:19.857388 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e6f74116-b04d-4f53-9ca9-e8b2e0a9b06d req-64680046-3770-4b82-b651-0247903d2341 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:19.870974 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-e6f74116-b04d-4f53-9ca9-e8b2e0a9b06d req-64680046-3770-4b82-b651-0247903d2341 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Calling delete_port for 7a3a648e-f491-48a8-8a41-f3c2966beaec owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:25:19.876231 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24ca9f-9d5b-4714-98b2-0a95e2f8ff9b req-6936c821-cf3d-431d-9a34-6766a0b0c291 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:19.877754 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ce24ca9f-9d5b-4714-98b2-0a95e2f8ff9b req-6936c821-cf3d-431d-9a34-6766a0b0c291 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/ports?device_id=df60a7ad-de57-4125-a6a5-acb312fd4173 HTTP/1.1" status: 200 len: 946 time: 0.0492682 Aug 30 17:25:19.917105 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ce24ca9f-9d5b-4714-98b2-0a95e2f8ff9b req-c7ef8e82-a505-4f69-824c-d9aa01a2d0a8 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.21 "GET /v2.0/security-groups?id=b535f42d-13d2-41d5-98b8-2151922675e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322981 Aug 30 17:25:20.011973 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e6f74116-b04d-4f53-9ca9-e8b2e0a9b06d req-64680046-3770-4b82-b651-0247903d2341 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:20.027713 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['7a3a648e-f491-48a8-8a41-f3c2966beaec'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:25:20.051038 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64680046-3770-4b82-b651-0247903d2341 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Pushing event deleted for resources: {'Port': ['ID=7a3a648e-f491-48a8-8a41-f3c2966beaec,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:20.074124 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80456cc-38e7-48c8-995b-79c59c4b05b1 req-6c6d645b-38fa-4b54-b6bc-1ce2c7d58d2d tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:20.075715 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f80456cc-38e7-48c8-995b-79c59c4b05b1 req-6c6d645b-38fa-4b54-b6bc-1ce2c7d58d2d tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 985 time: 0.0533130 Aug 30 17:25:20.100563 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f74116-b04d-4f53-9ca9-e8b2e0a9b06d req-64680046-3770-4b82-b651-0247903d2341 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] No DVR routers for this DVR port 7a3a648e-f491-48a8-8a41-f3c2966beaec on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:25:20.104230 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e6f74116-b04d-4f53-9ca9-e8b2e0a9b06d req-64680046-3770-4b82-b651-0247903d2341 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:20.106019 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e6f74116-b04d-4f53-9ca9-e8b2e0a9b06d req-64680046-3770-4b82-b651-0247903d2341 tempest-ServerRescueNegativeTestJSON-1891256806 tempest-ServerRescueNegativeTestJSON-1891256806-project] 10.222.0.52 "DELETE /v2.0/ports/7a3a648e-f491-48a8-8a41-f3c2966beaec HTTP/1.1" status: 204 len: 173 time: 0.6270642 Aug 30 17:25:20.106630 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df60a7ad-de57-4125-a6a5-acb312fd4173', 'name': 'network-vif-deleted', 'tag': '7a3a648e-f491-48a8-8a41-f3c2966beaec'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:25:20.110668 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a294a82-c11b-4e4d-9893-84312fb02d9c" -d '{"events": [{"server_uuid": "df60a7ad-de57-4125-a6a5-acb312fd4173", "name": "network-vif-deleted", "tag": "7a3a648e-f491-48a8-8a41-f3c2966beaec"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:25:20.131775 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f80456cc-38e7-48c8-995b-79c59c4b05b1 req-8abf6cb7-94ff-4131-80c1-d7a5e0e6715c tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&id=3fffd43b-2eca-4065-a79b-e50693e9a779&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0486443 Aug 30 17:25:20.153188 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ab3abe-c589-4f72-83d3-b9b9388a7b95 x-openstack-request-id: req-46ab3abe-c589-4f72-83d3-b9b9388a7b95 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:25:20.153431 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df60a7ad-de57-4125-a6a5-acb312fd4173", "name": "network-vif-deleted", "tag": "7a3a648e-f491-48a8-8a41-f3c2966beaec", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:25:20.153744 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46ab3abe-c589-4f72-83d3-b9b9388a7b95 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:25:20.154541 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df60a7ad-de57-4125-a6a5-acb312fd4173', 'name': 'network-vif-deleted', 'tag': '7a3a648e-f491-48a8-8a41-f3c2966beaec', 'status': 'completed', 'code': 200} Aug 30 17:25:20.975314 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54560) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:21.375615 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-97ecf83c-b3dd-456b-8a92-36b14c8abe6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533962'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:21.679445 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-97ecf83c-b3dd-456b-8a92-36b14c8abe6f admin admin] Deleting port 294bef18-2e96-4b80-8f25-856334be3476 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:25:21.679794 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-97ecf83c-b3dd-456b-8a92-36b14c8abe6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:21.756901 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-97ecf83c-b3dd-456b-8a92-36b14c8abe6f admin admin] For port 294bef18-2e96-4b80-8f25-856334be3476, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=294bef18-2e96-4b80-8f25-856334be3476,segment=NetworkSegment(38e9de51-6b57-491d-a68b-50b2f01966f1),segment_id=38e9de51-6b57-491d-a68b-50b2f01966f1)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:25:21.757188 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-97ecf83c-b3dd-456b-8a92-36b14c8abe6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:21.769353 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-97ecf83c-b3dd-456b-8a92-36b14c8abe6f admin admin] Calling delete_port for 294bef18-2e96-4b80-8f25-856334be3476 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:25:21.945446 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-97ecf83c-b3dd-456b-8a92-36b14c8abe6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:21.970734 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ecf83c-b3dd-456b-8a92-36b14c8abe6f admin admin] Pushing event deleted for resources: {'Port': ['ID=294bef18-2e96-4b80-8f25-856334be3476,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:22.123030 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-97ecf83c-b3dd-456b-8a92-36b14c8abe6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533760'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:22.325738 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ecf83c-b3dd-456b-8a92-36b14c8abe6f admin admin] Router 33c6f826-b21b-45ff-aefe-4c7c2c2c0343 has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:25:22.425143 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ecf83c-b3dd-456b-8a92-36b14c8abe6f admin admin] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:25:22.430187 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-97ecf83c-b3dd-456b-8a92-36b14c8abe6f admin admin] 10.222.0.21 "PUT /v2.0/routers/33c6f826-b21b-45ff-aefe-4c7c2c2c0343/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4538240 Aug 30 17:25:22.432635 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54576) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:22.435160 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49bf12c-da8e-4251-9b72-0e922b0d4775 None None] Sync routers for ids ['33c6f826-b21b-45ff-aefe-4c7c2c2c0343'] in dv-cinder-805316-3-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:25:22.444805 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49bf12c-da8e-4251-9b72-0e922b0d4775 None None] Routers {'33c6f826-b21b-45ff-aefe-4c7c2c2c0343'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:25:22.445421 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b49bf12c-da8e-4251-9b72-0e922b0d4775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:24:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['33c6f826-b21b-45ff-aefe-4c7c2c2c0343'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:25:22.536956 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66ff464c-1385-4de2-b51a-e44ec789cc30 admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:22.553937 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-b49bf12c-da8e-4251-9b72-0e922b0d4775 None None] Set router 33c6f826-b21b-45ff-aefe-4c7c2c2c0343 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:25:22.749372 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b49bf12c-da8e-4251-9b72-0e922b0d4775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c6f826-b21b-45ff-aefe-4c7c2c2c0343', 'name': 'tempest-ServerRescueNegativeTestJSON-2126478271-router', 'tenant_id': 'fcaf1973521f4aec87a359088d9ae855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c836b4cb-12c3-411a-b279-0d3aca75a40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:21:44Z', 'updated_at': '2021-08-30T17:25:21Z', 'revision_number': 5, 'project_id': 'fcaf1973521f4aec87a359088d9ae855', 'gw_port': {'id': 'c836b4cb-12c3-411a-b279-0d3aca75a40b', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c6f826-b21b-45ff-aefe-4c7c2c2c0343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:45Z', 'updated_at': '2021-08-30T17:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:25:22.784861 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49bf12c-da8e-4251-9b72-0e922b0d4775 None None] Checking router: 33c6f826-b21b-45ff-aefe-4c7c2c2c0343 for host: dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:25:22.798977 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49bf12c-da8e-4251-9b72-0e922b0d4775 None None] Routers {'33c6f826-b21b-45ff-aefe-4c7c2c2c0343'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:25:22.800013 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b49bf12c-da8e-4251-9b72-0e922b0d4775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:24:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['33c6f826-b21b-45ff-aefe-4c7c2c2c0343'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:25:22.856835 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 7a3a648e-f491-48a8-8a41-f3c2966beaec no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:25:22.879283 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66ff464c-1385-4de2-b51a-e44ec789cc30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:22.885188 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] No Port match for: 7a3a648e-f491-48a8-8a41-f3c2966beaec {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:25:22.885896 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 7a3a648e-f491-48a8-8a41-f3c2966beaec not bound to the agent host hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:25:22.941089 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 54596) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:22.946841 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-66ff464c-1385-4de2-b51a-e44ec789cc30 admin admin] Deleting port c836b4cb-12c3-411a-b279-0d3aca75a40b {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:25:22.947625 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66ff464c-1385-4de2-b51a-e44ec789cc30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:23.011237 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-b49bf12c-da8e-4251-9b72-0e922b0d4775 None None] Set router 33c6f826-b21b-45ff-aefe-4c7c2c2c0343 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:25:23.031917 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-66ff464c-1385-4de2-b51a-e44ec789cc30 admin admin] For port c836b4cb-12c3-411a-b279-0d3aca75a40b, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=c836b4cb-12c3-411a-b279-0d3aca75a40b,segment=NetworkSegment(a1e39651-c313-42ea-8a56-542d3d88063d),segment_id=a1e39651-c313-42ea-8a56-542d3d88063d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:25:23.032290 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66ff464c-1385-4de2-b51a-e44ec789cc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:23.046077 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-66ff464c-1385-4de2-b51a-e44ec789cc30 admin admin] Calling delete_port for c836b4cb-12c3-411a-b279-0d3aca75a40b owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:25:23.058063 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bc299612-13cf-4251-88f8-d07cde3793ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:23.152379 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bc299612-13cf-4251-88f8-d07cde3793ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:23.155748 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bc299612-13cf-4251-88f8-d07cde3793ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:23.197920 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-bc299612-13cf-4251-88f8-d07cde3793ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a28f063cedb2470e887f91384538a5a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2533457 Aug 30 17:25:23.197920 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc299612-13cf-4251-88f8-d07cde3793ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f364ba5-bb50-49a6-a618-1ab7ddbe1e25,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:23.198380 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54600) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:23.200403 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-b49bf12c-da8e-4251-9b72-0e922b0d4775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c6f826-b21b-45ff-aefe-4c7c2c2c0343', 'name': 'tempest-ServerRescueNegativeTestJSON-2126478271-router', 'tenant_id': 'fcaf1973521f4aec87a359088d9ae855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c836b4cb-12c3-411a-b279-0d3aca75a40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:21:44Z', 'updated_at': '2021-08-30T17:25:21Z', 'revision_number': 5, 'project_id': 'fcaf1973521f4aec87a359088d9ae855', 'gw_port': {'id': 'c836b4cb-12c3-411a-b279-0d3aca75a40b', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c6f826-b21b-45ff-aefe-4c7c2c2c0343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:45Z', 'updated_at': '2021-08-30T17:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:25:23.226490 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66ff464c-1385-4de2-b51a-e44ec789cc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:23.230713 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49bf12c-da8e-4251-9b72-0e922b0d4775 None None] The sync data for ids ['33c6f826-b21b-45ff-aefe-4c7c2c2c0343'] in dv-cinder-805316-3-iscsi is: [{'id': '33c6f826-b21b-45ff-aefe-4c7c2c2c0343', 'name': 'tempest-ServerRescueNegativeTestJSON-2126478271-router', 'tenant_id': 'fcaf1973521f4aec87a359088d9ae855', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c836b4cb-12c3-411a-b279-0d3aca75a40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:21:44Z', 'updated_at': '2021-08-30T17:25:21Z', 'revision_number': 5, 'project_id': 'fcaf1973521f4aec87a359088d9ae855', 'gw_port': {'id': 'c836b4cb-12c3-411a-b279-0d3aca75a40b', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c6f826-b21b-45ff-aefe-4c7c2c2c0343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:45Z', 'updated_at': '2021-08-30T17:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:25:23.265817 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff464c-1385-4de2-b51a-e44ec789cc30 admin admin] Pushing event deleted for resources: {'Port': ['ID=c836b4cb-12c3-411a-b279-0d3aca75a40b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:23.320540 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac4e3dec-dc84-4bbc-9e4f-13bf599066b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:23.352757 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac4e3dec-dc84-4bbc-9e4f-13bf599066b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:23.354437 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66ff464c-1385-4de2-b51a-e44ec789cc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535130'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:23.472560 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66ff464c-1385-4de2-b51a-e44ec789cc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102458'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:23.476418 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66ff464c-1385-4de2-b51a-e44ec789cc30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:23.541608 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66ff464c-1385-4de2-b51a-e44ec789cc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525258'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:23.542162 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ff464c-1385-4de2-b51a-e44ec789cc30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33c6f826-b21b-45ff-aefe-4c7c2c2c0343 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 17:25:23.547481 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-66ff464c-1385-4de2-b51a-e44ec789cc30 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:23.548625 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-66ff464c-1385-4de2-b51a-e44ec789cc30 admin admin] 10.222.0.21 "DELETE /v2.0/routers/33c6f826-b21b-45ff-aefe-4c7c2c2c0343 HTTP/1.1" status: 204 len: 168 time: 1.1150782 Aug 30 17:25:23.551344 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 54602) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:23.561743 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac4e3dec-dc84-4bbc-9e4f-13bf599066b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:23.564454 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ac4e3dec-dc84-4bbc-9e4f-13bf599066b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:23.565723 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-ac4e3dec-dc84-4bbc-9e4f-13bf599066b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f364ba5-bb50-49a6-a618-1ab7ddbe1e25 HTTP/1.1" status: 204 len: 168 time: 0.3663802 Aug 30 17:25:23.577939 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e3dec-dc84-4bbc-9e4f-13bf599066b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f364ba5-bb50-49a6-a618-1ab7ddbe1e25,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:23.612485 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59d7fbf-472e-430b-a768-0d2b04891ff6 admin admin] Deleting subnet 1da436f5-992b-4504-9be3-d6d50d0f93b6 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:25:23.615671 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d59d7fbf-472e-430b-a768-0d2b04891ff6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:23.651417 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d59d7fbf-472e-430b-a768-0d2b04891ff6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3015866'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:23.885265 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d59d7fbf-472e-430b-a768-0d2b04891ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33214020'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:23.889206 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54608) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:23.902863 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f290e441-7266-4de1-9ee4-4fca5ee03058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:23.945032 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d59d7fbf-472e-430b-a768-0d2b04891ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33214027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2822323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2815012'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:23.970166 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d7fbf-472e-430b-a768-0d2b04891ff6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1da436f5-992b-4504-9be3-d6d50d0f93b6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:23.974104 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d59d7fbf-472e-430b-a768-0d2b04891ff6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:23.976152 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-d59d7fbf-472e-430b-a768-0d2b04891ff6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1da436f5-992b-4504-9be3-d6d50d0f93b6 HTTP/1.1" status: 204 len: 168 time: 0.4235582 Aug 30 17:25:23.978843 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 54610) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:23.998051 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f290e441-7266-4de1-9ee4-4fca5ee03058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:24.002940 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f290e441-7266-4de1-9ee4-4fca5ee03058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:24.041153 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f290e441-7266-4de1-9ee4-4fca5ee03058 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9722459a51944d368d7bce7ac1134d21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1507547 Aug 30 17:25:24.042055 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290e441-7266-4de1-9ee4-4fca5ee03058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04fd7cf-7d64-4dee-ad04-f5c24887640b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:24.044599 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54612) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:24.051037 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb4e657e-9a5d-45f1-998e-7dafce8546bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33116116'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:24.094367 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5da07759-93ba-424c-a921-bf9162c6b85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:24.120570 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5da07759-93ba-424c-a921-bf9162c6b85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:24.127824 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb4e657e-9a5d-45f1-998e-7dafce8546bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33152447', 'neutron.services.segments.db._delete_segments_for_network-8763729442798'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:24.137702 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-eb4e657e-9a5d-45f1-998e-7dafce8546bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ee9a860-d9c5-4773-88ab-3fc89806af6d']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:25:24.149099 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-eb4e657e-9a5d-45f1-998e-7dafce8546bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e9de51-6b57-491d-a68b-50b2f01966f1') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:25:24.149395 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-eb4e657e-9a5d-45f1-998e-7dafce8546bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e9de51-6b57-491d-a68b-50b2f01966f1') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:25:24.159857 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb4e657e-9a5d-45f1-998e-7dafce8546bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763729442681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3015845'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:24.167979 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5da07759-93ba-424c-a921-bf9162c6b85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:24.170591 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5da07759-93ba-424c-a921-bf9162c6b85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:24.174128 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-5da07759-93ba-424c-a921-bf9162c6b85c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f04fd7cf-7d64-4dee-ad04-f5c24887640b HTTP/1.1" status: 204 len: 168 time: 0.1246407 Aug 30 17:25:24.180431 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb4e657e-9a5d-45f1-998e-7dafce8546bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:24.181070 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da07759-93ba-424c-a921-bf9162c6b85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04fd7cf-7d64-4dee-ad04-f5c24887640b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:24.188218 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb4e657e-9a5d-45f1-998e-7dafce8546bb admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:25:24.188618 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb4e657e-9a5d-45f1-998e-7dafce8546bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2822357'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: Traceback (most recent call last): Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: timer() Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: cb(*args, **kw) Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: return func(*args, **kwargs) Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: self._notify() Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: self.callback(batched_events) Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: event.method(event) Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: return f(self, *a, **k) Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: return self._get(url).json() Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: return self.request(url, 'GET', **kwargs) Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:25:24.190311 dv-cinder-805316-3-iscsi neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:25:24.248246 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb4e657e-9a5d-45f1-998e-7dafce8546bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33152454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535142'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:24.259591 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-eb4e657e-9a5d-45f1-998e-7dafce8546bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:24.261709 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-eb4e657e-9a5d-45f1-998e-7dafce8546bb admin admin] 10.222.0.21 "DELETE /v2.0/networks/4ee9a860-d9c5-4773-88ab-3fc89806af6d HTTP/1.1" status: 204 len: 168 time: 0.2811251 Aug 30 17:25:24.273313 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e657e-9a5d-45f1-998e-7dafce8546bb admin admin] Pushing event deleted for resources: {'Network': ['ID=4ee9a860-d9c5-4773-88ab-3fc89806af6d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:24.384185 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54620) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:24.424225 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-95dfca01-ca9c-433d-85f7-b475be10703c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fcaf1973521f4aec87a359088d9ae855&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0383849 Aug 30 17:25:24.426360 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54622) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:24.476072 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-574ad07c-e520-4cef-b070-7ff8a4acac2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:24.498402 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-574ad07c-e520-4cef-b070-7ff8a4acac2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:24.544880 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-574ad07c-e520-4cef-b070-7ff8a4acac2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:24.547587 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-574ad07c-e520-4cef-b070-7ff8a4acac2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:24.548737 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-574ad07c-e520-4cef-b070-7ff8a4acac2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b535f42d-13d2-41d5-98b8-2151922675e6 HTTP/1.1" status: 204 len: 168 time: 0.1209016 Aug 30 17:25:24.558176 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ad07c-e520-4cef-b070-7ff8a4acac2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b535f42d-13d2-41d5-98b8-2151922675e6,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:24.829940 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-244162d5-7025-47ca-a851-295cf4a1049d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:24.836229 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 294bef18-2e96-4b80-8f25-856334be3476 no longer exists at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:25:24.862227 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] No Port match for: 294bef18-2e96-4b80-8f25-856334be3476 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:25:24.863060 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 294bef18-2e96-4b80-8f25-856334be3476 not bound to the agent host dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:25:24.863660 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device c836b4cb-12c3-411a-b279-0d3aca75a40b no longer exists at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:25:24.886320 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] No Port match for: c836b4cb-12c3-411a-b279-0d3aca75a40b {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:25:24.886610 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device c836b4cb-12c3-411a-b279-0d3aca75a40b not bound to the agent host dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:25:24.932764 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:27.573160 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2d9571bf-88c2-4ce1-84f5-137b5adc87f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:27.838028 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:28.774532 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:30.067691 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:34.974328 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 54810) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:35.076661 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9866bd40-7a32-444b-95d7-4ef516232164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:35.166864 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9866bd40-7a32-444b-95d7-4ef516232164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:35.170491 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9866bd40-7a32-444b-95d7-4ef516232164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:35.209627 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-9866bd40-7a32-444b-95d7-4ef516232164 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa91c03fcc1b4193b31030f780adae4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335680 Aug 30 17:25:35.210511 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866bd40-7a32-444b-95d7-4ef516232164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9dd887-2887-4521-a8d2-e06329ab50a3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:35.211780 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 54814) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:35.259184 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-409b45dd-d1f6-4872-aa05-a0a00c8635d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:35.279125 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-409b45dd-d1f6-4872-aa05-a0a00c8635d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:35.326337 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-409b45dd-d1f6-4872-aa05-a0a00c8635d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:35.328786 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-409b45dd-d1f6-4872-aa05-a0a00c8635d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:35.329951 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-409b45dd-d1f6-4872-aa05-a0a00c8635d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da9dd887-2887-4521-a8d2-e06329ab50a3 HTTP/1.1" status: 204 len: 168 time: 0.1172087 Aug 30 17:25:35.337257 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b45dd-d1f6-4872-aa05-a0a00c8635d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9dd887-2887-4521-a8d2-e06329ab50a3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:38.935363 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 54890) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:39.044831 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d1d130c-9655-4ac4-9f00-3d34243ef208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:39.136097 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d1d130c-9655-4ac4-9f00-3d34243ef208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:39.139562 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0d1d130c-9655-4ac4-9f00-3d34243ef208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:39.179495 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d130c-9655-4ac4-9f00-3d34243ef208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4d8e94-d2b6-4043-8753-ebd93d6c4cb0,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:39.186114 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-0d1d130c-9655-4ac4-9f00-3d34243ef208 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff05f07bdcf145dfb403101a4919f117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2495561 Aug 30 17:25:39.187226 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 54902) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:39.245397 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8764f728-8f05-49ac-91ee-668d19180bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:39.266020 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8764f728-8f05-49ac-91ee-668d19180bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:39.311347 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8764f728-8f05-49ac-91ee-668d19180bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:39.313996 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8764f728-8f05-49ac-91ee-668d19180bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:39.315118 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-8764f728-8f05-49ac-91ee-668d19180bb0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce4d8e94-d2b6-4043-8753-ebd93d6c4cb0 HTTP/1.1" status: 204 len: 168 time: 0.1269739 Aug 30 17:25:39.322574 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764f728-8f05-49ac-91ee-668d19180bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4d8e94-d2b6-4043-8753-ebd93d6c4cb0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:40.156140 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:25:54.833094 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ea2b39ec-151d-48a3-be4c-311aa65c1e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:54.934831 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:55.895896 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 55136) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:56.005758 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f52eb9d8-1c68-4a84-be9b-a62552a65f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:56.092895 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f52eb9d8-1c68-4a84-be9b-a62552a65f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:56.096570 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f52eb9d8-1c68-4a84-be9b-a62552a65f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:56.136864 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-f52eb9d8-1c68-4a84-be9b-a62552a65f9a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1f2c50ee9fe4d548d1e04dcb89e9013&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399530 Aug 30 17:25:56.137969 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52eb9d8-1c68-4a84-be9b-a62552a65f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d48e004-c82e-4ada-8f7c-e1972b31b767,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:56.139865 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55146) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:56.189858 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9bd01986-b828-48c7-afdc-0c464785f0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:56.210945 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9bd01986-b828-48c7-afdc-0c464785f0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:56.256833 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9bd01986-b828-48c7-afdc-0c464785f0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:56.259285 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9bd01986-b828-48c7-afdc-0c464785f0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:56.260410 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-9bd01986-b828-48c7-afdc-0c464785f0a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d48e004-c82e-4ada-8f7c-e1972b31b767 HTTP/1.1" status: 204 len: 168 time: 0.1189213 Aug 30 17:25:56.267604 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd01986-b828-48c7-afdc-0c464785f0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d48e004-c82e-4ada-8f7c-e1972b31b767,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:57.414186 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0079b022-70d1-4f4c-b923-e8cafe021cf0 req-972dba75-5bc6-4c8a-92c0-f546efcdbb32 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395615 Aug 30 17:25:57.480840 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079b022-70d1-4f4c-b923-e8cafe021cf0 req-40484eea-a4e0-40c1-a4b8-6b57c6be0f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:57.482686 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0079b022-70d1-4f4c-b923-e8cafe021cf0 req-40484eea-a4e0-40c1-a4b8-6b57c6be0f4c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c21fe597089042da855ac89daddb7bed&device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 1100 time: 0.0431836 Aug 30 17:25:57.583614 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01ab4223-4ffa-48d3-bc61-f3eee2c16b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:57.589032 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079b022-70d1-4f4c-b923-e8cafe021cf0 req-2ec0b109-07e5-4bed-a4ce-2db88c94aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:57.590536 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0079b022-70d1-4f4c-b923-e8cafe021cf0 req-2ec0b109-07e5-4bed-a4ce-2db88c94aaac service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd HTTP/1.1" status: 200 len: 918 time: 0.0871890 Aug 30 17:25:57.662729 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0079b022-70d1-4f4c-b923-e8cafe021cf0 req-0f270403-9fd6-41a0-8c38-b5d251ee0193 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=434ba44d-e169-47e6-bf2f-a603942cae15 HTTP/1.1" status: 200 len: 1002 time: 0.0636880 Aug 30 17:25:57.714441 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079b022-70d1-4f4c-b923-e8cafe021cf0 req-cb091364-3e18-4514-8333-02c69f1aaa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:57.715888 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0079b022-70d1-4f4c-b923-e8cafe021cf0 req-cb091364-3e18-4514-8333-02c69f1aaa09 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f9b76a77-690c-4632-9995-41f5ada41bd6 HTTP/1.1" status: 200 len: 856 time: 0.0439100 Aug 30 17:25:57.761588 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079b022-70d1-4f4c-b923-e8cafe021cf0 req-914997e8-9f9d-47dc-b24c-045db67073d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:25:57.763110 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0079b022-70d1-4f4c-b923-e8cafe021cf0 req-914997e8-9f9d-47dc-b24c-045db67073d0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400300 Aug 30 17:25:57.839458 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:57.863198 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0079b022-70d1-4f4c-b923-e8cafe021cf0 req-040ed5bb-5d8d-4b79-9917-eeb2bb6f2b56 service neutron] 10.222.0.52 "GET /v2.0/networks/7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897863 Aug 30 17:25:57.959972 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0079b022-70d1-4f4c-b923-e8cafe021cf0 req-b37f0f0c-8167-4e6b-b2cc-c9540dcef645 service neutron] 10.222.0.52 "GET /v2.0/networks/7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866814 Aug 30 17:25:57.990076 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55214) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:58.094752 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a22e347d-b53f-4aa2-9e77-58268952612c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:58.182764 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a22e347d-b53f-4aa2-9e77-58268952612c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:58.187705 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a22e347d-b53f-4aa2-9e77-58268952612c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:58.228470 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-a22e347d-b53f-4aa2-9e77-58268952612c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85d5f9faf8e04ba298d3cef0a8ceb52d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371817 Aug 30 17:25:58.229388 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e347d-b53f-4aa2-9e77-58268952612c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a817e8-eda1-4db9-8beb-61b7803e0d1c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:58.231223 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 55222) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:58.282157 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb33c87b-cd61-422d-b8ab-82c435297961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:58.305558 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb33c87b-cd61-422d-b8ab-82c435297961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:58.352078 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 55226) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:58.370264 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb33c87b-cd61-422d-b8ab-82c435297961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:58.373962 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb33c87b-cd61-422d-b8ab-82c435297961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:58.375432 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-bb33c87b-cd61-422d-b8ab-82c435297961 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32a817e8-eda1-4db9-8beb-61b7803e0d1c HTTP/1.1" status: 204 len: 168 time: 0.1422489 Aug 30 17:25:58.383982 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33c87b-cd61-422d-b8ab-82c435297961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a817e8-eda1-4db9-8beb-61b7803e0d1c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:58.397803 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb33c87b-cd61-422d-b8ab-82c435297961 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:58.398151 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb33c87b-cd61-422d-b8ab-82c435297961 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:58.398494 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb33c87b-cd61-422d-b8ab-82c435297961 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:58.398826 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb33c87b-cd61-422d-b8ab-82c435297961 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:58.399154 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb33c87b-cd61-422d-b8ab-82c435297961 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:58.399483 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb33c87b-cd61-422d-b8ab-82c435297961 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:58.399815 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb33c87b-cd61-422d-b8ab-82c435297961 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:58.400122 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb33c87b-cd61-422d-b8ab-82c435297961 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:58.400625 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb33c87b-cd61-422d-b8ab-82c435297961 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:58.401110 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb33c87b-cd61-422d-b8ab-82c435297961 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:58.401621 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb33c87b-cd61-422d-b8ab-82c435297961 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:58.402466 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb33c87b-cd61-422d-b8ab-82c435297961 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:25:58.476794 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f697d665-98a9-46b1-ba70-55a97e7a4cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:58.566381 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f697d665-98a9-46b1-ba70-55a97e7a4cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:58.571360 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f697d665-98a9-46b1-ba70-55a97e7a4cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:58.612532 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-f697d665-98a9-46b1-ba70-55a97e7a4cbc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6595641517dd41538e18f936f4549f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588542 Aug 30 17:25:58.613323 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697d665-98a9-46b1-ba70-55a97e7a4cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5f0e36-7d30-429f-9516-51b18a0744d2,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:58.615401 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55234) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:58.665662 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 55236) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:58.673874 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7fda17ac-306d-4a86-a475-686aa6d570b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:58.679326 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d2f47261-09b6-4429-b93c-6fa752d64eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:58.695752 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7fda17ac-306d-4a86-a475-686aa6d570b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:58.742576 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7fda17ac-306d-4a86-a475-686aa6d570b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:58.745243 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7fda17ac-306d-4a86-a475-686aa6d570b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:58.746403 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-7fda17ac-306d-4a86-a475-686aa6d570b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f5f0e36-7d30-429f-9516-51b18a0744d2 HTTP/1.1" status: 204 len: 168 time: 0.1299207 Aug 30 17:25:58.754581 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda17ac-306d-4a86-a475-686aa6d570b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5f0e36-7d30-429f-9516-51b18a0744d2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:58.776588 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d2f47261-09b6-4429-b93c-6fa752d64eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:58.782414 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d2f47261-09b6-4429-b93c-6fa752d64eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:58.788240 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:58.825009 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-d2f47261-09b6-4429-b93c-6fa752d64eab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f455d53f51a47dfaa256c5e35009f1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1582618 Aug 30 17:25:58.827587 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 55240) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:58.833913 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f47261-09b6-4429-b93c-6fa752d64eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247eebe2-69a5-4a6d-ba83-ebdc71d72941,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:58.879590 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3da98f89-8902-47e4-9f02-bf27c29840bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:58.901766 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3da98f89-8902-47e4-9f02-bf27c29840bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:58.951168 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3da98f89-8902-47e4-9f02-bf27c29840bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:58.953953 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3da98f89-8902-47e4-9f02-bf27c29840bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:58.955180 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-3da98f89-8902-47e4-9f02-bf27c29840bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/247eebe2-69a5-4a6d-ba83-ebdc71d72941 HTTP/1.1" status: 204 len: 168 time: 0.1265948 Aug 30 17:25:58.963247 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da98f89-8902-47e4-9f02-bf27c29840bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247eebe2-69a5-4a6d-ba83-ebdc71d72941,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:59.085087 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55246) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:59.098136 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bcbea334-dd4d-4928-b73b-832eff0ee88d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:59.188585 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bcbea334-dd4d-4928-b73b-832eff0ee88d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:59.193529 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bcbea334-dd4d-4928-b73b-832eff0ee88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:59.237968 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-bcbea334-dd4d-4928-b73b-832eff0ee88d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=500be1f30ab74e2cb4664aa3be26988b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517267 Aug 30 17:25:59.239364 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbea334-dd4d-4928-b73b-832eff0ee88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b541cd63-c71d-4d48-9cce-d6f4ebf526a3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:59.240813 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 55252) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:59.294400 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ff5541e-552a-498c-b0e7-725a52ed1c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:59.315278 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ff5541e-552a-498c-b0e7-725a52ed1c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:59.366274 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ff5541e-552a-498c-b0e7-725a52ed1c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:59.368794 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3ff5541e-552a-498c-b0e7-725a52ed1c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:59.369951 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-3ff5541e-552a-498c-b0e7-725a52ed1c1c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b541cd63-c71d-4d48-9cce-d6f4ebf526a3 HTTP/1.1" status: 204 len: 168 time: 0.1281440 Aug 30 17:25:59.377298 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5541e-552a-498c-b0e7-725a52ed1c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b541cd63-c71d-4d48-9cce-d6f4ebf526a3,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:59.701126 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55276) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:25:59.800753 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5b9c1015-d5bf-4835-87a5-65ec206e3137 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-337630991-network', 'tenant_id': '7142735bd5464539a2d61d6559761261'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:25:59.821556 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9c1015-d5bf-4835-87a5-65ec206e3137 admin admin] Made reservation on behalf of 7142735bd5464539a2d61d6559761261 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:25:59.823833 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b9c1015-d5bf-4835-87a5-65ec206e3137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:59.832187 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b9c1015-d5bf-4835-87a5-65ec206e3137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:59.924195 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b9c1015-d5bf-4835-87a5-65ec206e3137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:59.929049 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b9c1015-d5bf-4835-87a5-65ec206e3137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:59.950219 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b9c1015-d5bf-4835-87a5-65ec206e3137 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:25:59.964241 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c1015-d5bf-4835-87a5-65ec206e3137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8f0508-f219-463e-8194-a304240b0293,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:25:59.969183 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b9c1015-d5bf-4835-87a5-65ec206e3137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:25:59.969538 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-5b9c1015-d5bf-4835-87a5-65ec206e3137 admin admin] Added segment fa21a13f-dcb3-434c-a0fc-5a70499cc51d of type vlan for network dd2eac6e-593e-4d23-8983-ae7fc6aa8526 Aug 30 17:26:00.009707 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b9c1015-d5bf-4835-87a5-65ec206e3137 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763728898142'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:00.034248 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b9c1015-d5bf-4835-87a5-65ec206e3137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:00.035463 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9c1015-d5bf-4835-87a5-65ec206e3137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:00.037012 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5b9c1015-d5bf-4835-87a5-65ec206e3137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:00.068167 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:00.087249 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-5b9c1015-d5bf-4835-87a5-65ec206e3137 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3849528 Aug 30 17:26:00.090403 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 55294) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:00.095857 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5498494b-cf34-4236-96ac-c4f0abecfa18 admin admin] Request body: {'subnet': {'network_id': 'dd2eac6e-593e-4d23-8983-ae7fc6aa8526', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-337630991-subnet', 'tenant_id': '7142735bd5464539a2d61d6559761261', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:26:00.096144 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c1015-d5bf-4835-87a5-65ec206e3137 admin admin] Pushing event updated for resources: {'Network': ['ID=dd2eac6e-593e-4d23-8983-ae7fc6aa8526,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:00.107127 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Network dd2eac6e-593e-4d23-8983-ae7fc6aa8526 details requested by agent ovs-agent-dv-cinder-805316-3-iscsi with host dv-cinder-805316-3-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:26:00.119553 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5498494b-cf34-4236-96ac-c4f0abecfa18 admin admin] Made reservation on behalf of 7142735bd5464539a2d61d6559761261 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:26:00.122083 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5498494b-cf34-4236-96ac-c4f0abecfa18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2815055'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:00.296186 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5498494b-cf34-4236-96ac-c4f0abecfa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2826096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2815037'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:00.351052 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498494b-cf34-4236-96ac-c4f0abecfa18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6c8ef31-4774-4876-bf4f-6e5bd552d810,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:00.359437 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5498494b-cf34-4236-96ac-c4f0abecfa18 admin admin] Checking segment: {'id': 'fa21a13f-dcb3-434c-a0fc-5a70499cc51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'dd2eac6e-593e-4d23-8983-ae7fc6aa8526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:26:00.359793 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5498494b-cf34-4236-96ac-c4f0abecfa18 admin admin] Network hostable DHCP agents. Network: dd2eac6e-593e-4d23-8983-ae7fc6aa8526, hostable agents: ['8f3c7f8e-0df7-4e02-9457-a839f0ce6f10'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:26:00.379870 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5498494b-cf34-4236-96ac-c4f0abecfa18 admin admin] Network dd2eac6e-593e-4d23-8983-ae7fc6aa8526 is scheduled to be hosted by DHCP agent 8f3c7f8e-0df7-4e02-9457-a839f0ce6f10 with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:26:00.389774 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-5498494b-cf34-4236-96ac-c4f0abecfa18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-3-iscsi, dd2eac6e-593e-4d23-8983-ae7fc6aa8526) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:26:00.394599 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5498494b-cf34-4236-96ac-c4f0abecfa18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:00.395329 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5498494b-cf34-4236-96ac-c4f0abecfa18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:00.399559 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088c4c7b-33cf-47b4-8ddb-e95704f2ff7f None None] Network dd2eac6e-593e-4d23-8983-ae7fc6aa8526 requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:26:00.410022 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-5498494b-cf34-4236-96ac-c4f0abecfa18 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3180342 Aug 30 17:26:00.525860 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec97d1b-e46a-4537-8103-310abd626b36 None None] Network dd2eac6e-593e-4d23-8983-ae7fc6aa8526 requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:26:00.908823 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55340) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:00.914432 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-68b5ead0-3582-4c32-8be0-dc5861d6fb2c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-467880654-network', 'tenant_id': 'cb1f8cd1557c4c2285e3caaa9be1e81b'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:26:00.935347 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b5ead0-3582-4c32-8be0-dc5861d6fb2c admin admin] Made reservation on behalf of cb1f8cd1557c4c2285e3caaa9be1e81b for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:26:00.937884 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-68b5ead0-3582-4c32-8be0-dc5861d6fb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:00.946856 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-68b5ead0-3582-4c32-8be0-dc5861d6fb2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:01.044821 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-68b5ead0-3582-4c32-8be0-dc5861d6fb2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:01.048892 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-68b5ead0-3582-4c32-8be0-dc5861d6fb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:01.078969 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b5ead0-3582-4c32-8be0-dc5861d6fb2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:26:01.089855 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5ead0-3582-4c32-8be0-dc5861d6fb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3976ddb8-7d32-428f-b268-10fcfcd2c735,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:01.095692 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-68b5ead0-3582-4c32-8be0-dc5861d6fb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:01.096033 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-68b5ead0-3582-4c32-8be0-dc5861d6fb2c admin admin] Added segment 6ddc7799-3abc-4ff2-89cb-5384d972c05c of type vlan for network 0264deee-d30e-4a36-b707-d0f55034752b Aug 30 17:26:01.136600 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-68b5ead0-3582-4c32-8be0-dc5861d6fb2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763728898142'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:01.160544 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-68b5ead0-3582-4c32-8be0-dc5861d6fb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:01.161720 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b5ead0-3582-4c32-8be0-dc5861d6fb2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:01.162317 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-68b5ead0-3582-4c32-8be0-dc5861d6fb2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:01.217179 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-68b5ead0-3582-4c32-8be0-dc5861d6fb2c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3071196 Aug 30 17:26:01.219858 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55342) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:01.224696 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-3ccad045-ce4b-4202-944b-5076ff1a2837 admin admin] Request body: {'subnet': {'network_id': '0264deee-d30e-4a36-b707-d0f55034752b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-467880654-subnet', 'tenant_id': 'cb1f8cd1557c4c2285e3caaa9be1e81b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:26:01.230729 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5ead0-3582-4c32-8be0-dc5861d6fb2c admin admin] Pushing event updated for resources: {'Network': ['ID=0264deee-d30e-4a36-b707-d0f55034752b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:01.243332 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Network 0264deee-d30e-4a36-b707-d0f55034752b details requested by agent ovs-agent-dv-cinder-805316-3-iscsi with host dv-cinder-805316-3-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:26:01.256268 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccad045-ce4b-4202-944b-5076ff1a2837 admin admin] Made reservation on behalf of cb1f8cd1557c4c2285e3caaa9be1e81b for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:26:01.259351 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ccad045-ce4b-4202-944b-5076ff1a2837 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315050'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:01.447167 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ccad045-ce4b-4202-944b-5076ff1a2837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4190378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314968'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:01.502937 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccad045-ce4b-4202-944b-5076ff1a2837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be75b7af-019a-49b9-9340-605413cf8bbd,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:01.514844 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccad045-ce4b-4202-944b-5076ff1a2837 admin admin] Checking segment: {'id': '6ddc7799-3abc-4ff2-89cb-5384d972c05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0264deee-d30e-4a36-b707-d0f55034752b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:26:01.515197 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccad045-ce4b-4202-944b-5076ff1a2837 admin admin] Network hostable DHCP agents. Network: 0264deee-d30e-4a36-b707-d0f55034752b, hostable agents: ['8f3c7f8e-0df7-4e02-9457-a839f0ce6f10'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:26:01.530634 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccad045-ce4b-4202-944b-5076ff1a2837 admin admin] Network 0264deee-d30e-4a36-b707-d0f55034752b is scheduled to be hosted by DHCP agent 8f3c7f8e-0df7-4e02-9457-a839f0ce6f10 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:26:01.540129 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-3ccad045-ce4b-4202-944b-5076ff1a2837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-3-iscsi, 0264deee-d30e-4a36-b707-d0f55034752b) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:26:01.545033 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccad045-ce4b-4202-944b-5076ff1a2837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:01.545798 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3ccad045-ce4b-4202-944b-5076ff1a2837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:01.551353 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cef6032-2abf-41d6-9af5-73ff5218c3c4 None None] Network 0264deee-d30e-4a36-b707-d0f55034752b requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:26:01.561575 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-3ccad045-ce4b-4202-944b-5076ff1a2837 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3399193 Aug 30 17:26:01.687794 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e8a977-dd28-4149-b965-f7ad086a3bb1 None None] Network 0264deee-d30e-4a36-b707-d0f55034752b requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:26:03.039149 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737cf3f-2938-40ec-b5f5-4d6bb20af1ed req-b7c7c579-44e9-49f7-97a7-b28381408846 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:03.040592 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d737cf3f-2938-40ec-b5f5-4d6bb20af1ed req-b7c7c579-44e9-49f7-97a7-b28381408846 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 947 time: 0.0481024 Aug 30 17:26:03.076979 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d737cf3f-2938-40ec-b5f5-4d6bb20af1ed req-547c6c3a-8246-4aa5-8a74-eea12e07fc3b tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302112 Aug 30 17:26:03.865600 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55410) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:03.967602 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e0fb605e-eef8-462a-a186-b645a46bc1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:04.052864 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e0fb605e-eef8-462a-a186-b645a46bc1d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:04.056466 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e0fb605e-eef8-462a-a186-b645a46bc1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:04.092467 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-e0fb605e-eef8-462a-a186-b645a46bc1d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=45a7425b694e40fa9a4c510c03d160b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257655 Aug 30 17:26:04.093492 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb605e-eef8-462a-a186-b645a46bc1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e875d152-e3c2-400d-b78f-4ac2a3bd4503,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:04.095310 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 55414) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:04.101178 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fb605e-eef8-462a-a186-b645a46bc1d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:04.101541 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fb605e-eef8-462a-a186-b645a46bc1d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:04.101897 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fb605e-eef8-462a-a186-b645a46bc1d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:04.102237 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fb605e-eef8-462a-a186-b645a46bc1d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:04.102576 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fb605e-eef8-462a-a186-b645a46bc1d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:04.102962 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fb605e-eef8-462a-a186-b645a46bc1d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:04.103526 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fb605e-eef8-462a-a186-b645a46bc1d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:04.103866 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fb605e-eef8-462a-a186-b645a46bc1d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:04.104197 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fb605e-eef8-462a-a186-b645a46bc1d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:04.104525 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fb605e-eef8-462a-a186-b645a46bc1d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:04.104853 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fb605e-eef8-462a-a186-b645a46bc1d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:04.105272 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fb605e-eef8-462a-a186-b645a46bc1d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:04.147927 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a44f035-4f88-433c-b444-0f68f584598d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:04.195450 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a44f035-4f88-433c-b444-0f68f584598d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:04.236485 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920ba2d-62c2-45dc-8093-03845f373a12 req-060792b7-06d8-49fe-ab71-230aa53fd1e4 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:04.237948 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c920ba2d-62c2-45dc-8093-03845f373a12 req-060792b7-06d8-49fe-ab71-230aa53fd1e4 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 947 time: 0.0858476 Aug 30 17:26:04.266449 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a44f035-4f88-433c-b444-0f68f584598d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:04.268809 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0a44f035-4f88-433c-b444-0f68f584598d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:04.269900 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-0a44f035-4f88-433c-b444-0f68f584598d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e875d152-e3c2-400d-b78f-4ac2a3bd4503 HTTP/1.1" status: 204 len: 168 time: 0.1735451 Aug 30 17:26:04.285425 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44f035-4f88-433c-b444-0f68f584598d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e875d152-e3c2-400d-b78f-4ac2a3bd4503,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:04.290217 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c920ba2d-62c2-45dc-8093-03845f373a12 req-be2f0d16-eabd-4abd-a91a-3c437b2bc6c8 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454037 Aug 30 17:26:04.527974 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 55426) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:04.541866 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99ab5e22-240c-4e40-8c81-5b5d6a06b1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:04.642921 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99ab5e22-240c-4e40-8c81-5b5d6a06b1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:04.647906 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-99ab5e22-240c-4e40-8c81-5b5d6a06b1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:04.696616 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-99ab5e22-240c-4e40-8c81-5b5d6a06b1bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=591585013a114f72a23e7614aa127d15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1675656 Aug 30 17:26:04.698878 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab5e22-240c-4e40-8c81-5b5d6a06b1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663ba541-5240-42f8-983e-0564d282008f,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:04.699705 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55432) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:04.750619 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b80d68a-3f87-4e1b-8ea3-b7c3c4fd3c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:04.792987 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b80d68a-3f87-4e1b-8ea3-b7c3c4fd3c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:04.841819 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf071a6b-8777-4870-b492-3efc77a05648 req-16c8df5b-c09d-4eb7-8938-591fe30a0653 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:04.843454 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bf071a6b-8777-4870-b492-3efc77a05648 req-16c8df5b-c09d-4eb7-8938-591fe30a0653 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.52 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 947 time: 0.0796678 Aug 30 17:26:04.882659 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b80d68a-3f87-4e1b-8ea3-b7c3c4fd3c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:04.885065 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2b80d68a-3f87-4e1b-8ea3-b7c3c4fd3c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:04.886173 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-2b80d68a-3f87-4e1b-8ea3-b7c3c4fd3c30 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/663ba541-5240-42f8-983e-0564d282008f HTTP/1.1" status: 204 len: 168 time: 0.1854792 Aug 30 17:26:04.902149 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b80d68a-3f87-4e1b-8ea3-b7c3c4fd3c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663ba541-5240-42f8-983e-0564d282008f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:04.965182 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-bf071a6b-8777-4870-b492-3efc77a05648 req-c64f3a75-0c15-4f2e-97c1-e2e2923ca7e2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Deleting port 434ba44d-e169-47e6-bf2f-a603942cae15 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:26:04.965442 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-bf071a6b-8777-4870-b492-3efc77a05648 req-c64f3a75-0c15-4f2e-97c1-e2e2923ca7e2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:05.055408 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-bf071a6b-8777-4870-b492-3efc77a05648 req-c64f3a75-0c15-4f2e-97c1-e2e2923ca7e2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] For port 434ba44d-e169-47e6-bf2f-a603942cae15, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=434ba44d-e169-47e6-bf2f-a603942cae15,segment=NetworkSegment(41e5c997-0375-4a8d-92f7-022af7373204),segment_id=41e5c997-0375-4a8d-92f7-022af7373204)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:26:05.055772 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-bf071a6b-8777-4870-b492-3efc77a05648 req-c64f3a75-0c15-4f2e-97c1-e2e2923ca7e2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:05.271267 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-bf071a6b-8777-4870-b492-3efc77a05648 req-c64f3a75-0c15-4f2e-97c1-e2e2923ca7e2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:05.271662 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-bf071a6b-8777-4870-b492-3efc77a05648 req-c64f3a75-0c15-4f2e-97c1-e2e2923ca7e2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535188'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:05.272035 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.db.l3_db [req-bf071a6b-8777-4870-b492-3efc77a05648 req-c64f3a75-0c15-4f2e-97c1-e2e2923ca7e2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Floating IP af41fba3-f2de-4171-afda-d744f3c3bb0d disassociated. External IP: 172.27.2.220, port: 434ba44d-e169-47e6-bf2f-a603942cae15. Aug 30 17:26:05.272372 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-bf071a6b-8777-4870-b492-3efc77a05648 req-c64f3a75-0c15-4f2e-97c1-e2e2923ca7e2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Calling delete_port for 434ba44d-e169-47e6-bf2f-a603942cae15 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:26:05.404051 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-bf071a6b-8777-4870-b492-3efc77a05648 req-c64f3a75-0c15-4f2e-97c1-e2e2923ca7e2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:05.429768 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173542a-6997-4931-9da0-78111c6a70c2 req-8d5f035a-a2cb-4272-aedd-3f47e8eac464 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:05.431366 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e173542a-6997-4931-9da0-78111c6a70c2 req-8d5f035a-a2cb-4272-aedd-3f47e8eac464 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=887722d7-1d42-4cea-bc66-e805190b0d37 HTTP/1.1" status: 200 len: 868 time: 0.0611768 Aug 30 17:26:05.438855 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f3a75-0c15-4f2e-97c1-e2e2923ca7e2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Pushing event deleted for resources: {'Port': ['ID=434ba44d-e169-47e6-bf2f-a603942cae15,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:05.483523 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e173542a-6997-4931-9da0-78111c6a70c2 req-7b48a9ae-50e2-4d72-8b90-5b12f8db5bd0 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f81cc17-5af4-4747-b50a-614b86eb867f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455244 Aug 30 17:26:05.571301 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf071a6b-8777-4870-b492-3efc77a05648 req-c64f3a75-0c15-4f2e-97c1-e2e2923ca7e2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Router 666b9479-d9e0-44bc-9a05-6bf78489e48d has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:26:05.679500 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf071a6b-8777-4870-b492-3efc77a05648 req-c64f3a75-0c15-4f2e-97c1-e2e2923ca7e2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:26:05.694993 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471a75b1-cbb2-4352-a4fb-069dbd1474ce None None] Sync routers for ids ['666b9479-d9e0-44bc-9a05-6bf78489e48d'] in dv-cinder-805316-3-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:26:05.707724 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471a75b1-cbb2-4352-a4fb-069dbd1474ce None None] Routers {'666b9479-d9e0-44bc-9a05-6bf78489e48d'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:26:05.708865 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-471a75b1-cbb2-4352-a4fb-069dbd1474ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:25:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['666b9479-d9e0-44bc-9a05-6bf78489e48d'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:05.721738 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf071a6b-8777-4870-b492-3efc77a05648 req-c64f3a75-0c15-4f2e-97c1-e2e2923ca7e2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] No DVR routers for this DVR port 434ba44d-e169-47e6-bf2f-a603942cae15 on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:26:05.724936 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-bf071a6b-8777-4870-b492-3efc77a05648 req-c64f3a75-0c15-4f2e-97c1-e2e2923ca7e2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:05.727125 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bf071a6b-8777-4870-b492-3efc77a05648 req-c64f3a75-0c15-4f2e-97c1-e2e2923ca7e2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.52 "DELETE /v2.0/ports/434ba44d-e169-47e6-bf2f-a603942cae15 HTTP/1.1" status: 204 len: 173 time: 0.8733664 Aug 30 17:26:05.727758 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887722d7-1d42-4cea-bc66-e805190b0d37', 'name': 'network-vif-deleted', 'tag': '434ba44d-e169-47e6-bf2f-a603942cae15'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:26:05.737320 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7beb9548-36a5-43e7-ab99-038ef1025745" -d '{"events": [{"server_uuid": "887722d7-1d42-4cea-bc66-e805190b0d37", "name": "network-vif-deleted", "tag": "434ba44d-e169-47e6-bf2f-a603942cae15"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:26:05.795870 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e801155-78d1-4d50-ac5c-01efae2643ce x-openstack-request-id: req-2e801155-78d1-4d50-ac5c-01efae2643ce {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:26:05.796165 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887722d7-1d42-4cea-bc66-e805190b0d37", "name": "network-vif-deleted", "tag": "434ba44d-e169-47e6-bf2f-a603942cae15", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:26:05.796417 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e801155-78d1-4d50-ac5c-01efae2643ce {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:26:05.796833 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887722d7-1d42-4cea-bc66-e805190b0d37', 'name': 'network-vif-deleted', 'tag': '434ba44d-e169-47e6-bf2f-a603942cae15', 'status': 'completed', 'code': 200} Aug 30 17:26:05.862998 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-471a75b1-cbb2-4352-a4fb-069dbd1474ce None None] Set router 666b9479-d9e0-44bc-9a05-6bf78489e48d gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:26:06.096237 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-471a75b1-cbb2-4352-a4fb-069dbd1474ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712255040-router', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:21:45Z', 'updated_at': '2021-08-30T17:21:53Z', 'revision_number': 4, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'gw_port': {'id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:47Z', 'updated_at': '2021-08-30T17:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': 'fa943b01-b4f1-47f3-914d-db00d9acff76', 'name': '', 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'mac_address': 'fa:16:3e:80:d6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:51Z', 'updated_at': '2021-08-30T17:22:05Z', 'revision_number': 5, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'subnets': [{'id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:06.125436 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471a75b1-cbb2-4352-a4fb-069dbd1474ce None None] Checking router: 666b9479-d9e0-44bc-9a05-6bf78489e48d for host: dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:26:06.134686 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471a75b1-cbb2-4352-a4fb-069dbd1474ce None None] Routers {'666b9479-d9e0-44bc-9a05-6bf78489e48d'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:26:06.135374 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-471a75b1-cbb2-4352-a4fb-069dbd1474ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:25:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['666b9479-d9e0-44bc-9a05-6bf78489e48d'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:06.258615 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-471a75b1-cbb2-4352-a4fb-069dbd1474ce None None] Set router 666b9479-d9e0-44bc-9a05-6bf78489e48d gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:26:06.478503 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-471a75b1-cbb2-4352-a4fb-069dbd1474ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712255040-router', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:21:45Z', 'updated_at': '2021-08-30T17:21:53Z', 'revision_number': 4, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'gw_port': {'id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:47Z', 'updated_at': '2021-08-30T17:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': 'fa943b01-b4f1-47f3-914d-db00d9acff76', 'name': '', 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'mac_address': 'fa:16:3e:80:d6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:51Z', 'updated_at': '2021-08-30T17:22:05Z', 'revision_number': 5, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'subnets': [{'id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:06.509357 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471a75b1-cbb2-4352-a4fb-069dbd1474ce None None] The sync data for ids ['666b9479-d9e0-44bc-9a05-6bf78489e48d'] in dv-cinder-805316-3-iscsi is: [{'id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712255040-router', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:21:45Z', 'updated_at': '2021-08-30T17:21:53Z', 'revision_number': 4, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'gw_port': {'id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:47Z', 'updated_at': '2021-08-30T17:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': 'fa943b01-b4f1-47f3-914d-db00d9acff76', 'name': '', 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'mac_address': 'fa:16:3e:80:d6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:51Z', 'updated_at': '2021-08-30T17:22:05Z', 'revision_number': 5, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'subnets': [{'id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:26:06.591952 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55506) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:06.655913 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-91b11472-7601-425e-873c-488f0edebdf7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:06.685608 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-91b11472-7601-425e-873c-488f0edebdf7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:06.747368 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-91b11472-7601-425e-873c-488f0edebdf7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:06.750884 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-91b11472-7601-425e-873c-488f0edebdf7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:06.752237 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-91b11472-7601-425e-873c-488f0edebdf7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "DELETE /v2.0/security-groups/4f81cc17-5af4-4747-b50a-614b86eb867f HTTP/1.1" status: 204 len: 168 time: 0.1592970 Aug 30 17:26:06.756028 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 55510) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:06.762976 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b11472-7601-425e-873c-488f0edebdf7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f81cc17-5af4-4747-b50a-614b86eb867f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:06.771742 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.api.v2.resource [None req-11441553-b229-4122-a68d-204d75a755f9 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] show failed (client error): The resource could not be found. Aug 30 17:26:06.773098 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-11441553-b229-4122-a68d-204d75a755f9 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups/4f81cc17-5af4-4747-b50a-614b86eb867f HTTP/1.1" status: 404 len: 347 time: 0.0158763 Aug 30 17:26:06.777691 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 55512) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:06.824124 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55516) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:06.926067 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e858e187-23e6-4f17-bfae-0b918d072cc3 None None] New status for floating IP af41fba3-f2de-4171-afda-d744f3c3bb0d: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:26:06.971617 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d45a50a5-710e-4914-b14a-220acf86c703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:06.975966 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5623a868-7526-4eb5-8b16-35d7ca2b7203 req-8b35a9a1-c450-4160-9f40-867449fc6431 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-95637666&fields=id&tenant_id=1e87154fe5704a729a211e9e1f568318 HTTP/1.1" status: 200 len: 267 time: 0.0993731 Aug 30 17:26:07.028022 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-833a24b9-c19b-4e9f-b79d-469ab1d01583 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Deleting port 14a52206-26a7-41f2-883d-416697fa611b {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:26:07.028678 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-833a24b9-c19b-4e9f-b79d-469ab1d01583 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:07.101605 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d45a50a5-710e-4914-b14a-220acf86c703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:07.104627 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623a868-7526-4eb5-8b16-35d7ca2b7203 req-a10786b4-fb86-4a88-b9b4-52e456c15545 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:07.106567 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5623a868-7526-4eb5-8b16-35d7ca2b7203 req-a10786b4-fb86-4a88-b9b4-52e456c15545 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 985 time: 0.1235037 Aug 30 17:26:07.106918 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d45a50a5-710e-4914-b14a-220acf86c703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:07.119959 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [req-5623a868-7526-4eb5-8b16-35d7ca2b7203 req-320cca0b-00d6-4a74-91fe-928e8e01123b tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Request body: {'port': {'security_groups': ['cfe35034-58df-4340-b9b0-7c5cec5f69f0']}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:26:07.151810 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-d45a50a5-710e-4914-b14a-220acf86c703 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6b5c7360f61425db350e6e6e20816c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3242114 Aug 30 17:26:07.151810 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a50a5-710e-4914-b14a-220acf86c703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25eb01d-9937-4e92-8567-524b9109de1d,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:07.153222 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 55524) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:07.195961 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-833a24b9-c19b-4e9f-b79d-469ab1d01583 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:07.196286 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-833a24b9-c19b-4e9f-b79d-469ab1d01583 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:07.235926 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-833a24b9-c19b-4e9f-b79d-469ab1d01583 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Calling delete_port for 14a52206-26a7-41f2-883d-416697fa611b owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:26:07.257491 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5623a868-7526-4eb5-8b16-35d7ca2b7203 req-320cca0b-00d6-4a74-91fe-928e8e01123b tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:07.373342 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97c4a7f8-1d28-45f5-8309-4e4fb2b4f8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:07.439141 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97c4a7f8-1d28-45f5-8309-4e4fb2b4f8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:07.584705 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-833a24b9-c19b-4e9f-b79d-469ab1d01583 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:07.622077 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97c4a7f8-1d28-45f5-8309-4e4fb2b4f8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:07.624553 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-97c4a7f8-1d28-45f5-8309-4e4fb2b4f8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:07.625676 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-97c4a7f8-1d28-45f5-8309-4e4fb2b4f8fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d25eb01d-9937-4e92-8567-524b9109de1d HTTP/1.1" status: 204 len: 168 time: 0.4698124 Aug 30 17:26:07.631761 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a24b9-c19b-4e9f-b79d-469ab1d01583 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Pushing event deleted for resources: {'Port': ['ID=14a52206-26a7-41f2-883d-416697fa611b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:07.671932 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4a7f8-1d28-45f5-8309-4e4fb2b4f8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25eb01d-9937-4e92-8567-524b9109de1d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:07.704480 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [req-5623a868-7526-4eb5-8b16-35d7ca2b7203 req-320cca0b-00d6-4a74-91fe-928e8e01123b tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] For port f6ab28ee-87d4-4888-b560-457fd4ebe293, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=f6ab28ee-87d4-4888-b560-457fd4ebe293,segment=NetworkSegment(c74f1a16-00c4-471b-b3bb-ad3b14bbd540),segment_id=c74f1a16-00c4-471b-b3bb-ad3b14bbd540)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:26:07.744314 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-833a24b9-c19b-4e9f-b79d-469ab1d01583 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:07.746837 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-833a24b9-c19b-4e9f-b79d-469ab1d01583 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:07.748228 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-833a24b9-c19b-4e9f-b79d-469ab1d01583 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "DELETE /v2.0/floatingips/af41fba3-f2de-4171-afda-d744f3c3bb0d HTTP/1.1" status: 204 len: 168 time: 0.9691288 Aug 30 17:26:07.767609 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5623a868-7526-4eb5-8b16-35d7ca2b7203 req-320cca0b-00d6-4a74-91fe-928e8e01123b tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:07.774481 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5623a868-7526-4eb5-8b16-35d7ca2b7203 req-320cca0b-00d6-4a74-91fe-928e8e01123b tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2822393'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:07.789064 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['f6ab28ee-87d4-4888-b560-457fd4ebe293'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:26:07.827853 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623a868-7526-4eb5-8b16-35d7ca2b7203 req-320cca0b-00d6-4a74-91fe-928e8e01123b tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:07.828657 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [req-5623a868-7526-4eb5-8b16-35d7ca2b7203 req-320cca0b-00d6-4a74-91fe-928e8e01123b tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:07.834656 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5623a868-7526-4eb5-8b16-35d7ca2b7203 req-320cca0b-00d6-4a74-91fe-928e8e01123b tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "PUT /v2.0/ports/f6ab28ee-87d4-4888-b560-457fd4ebe293 HTTP/1.1" status: 200 len: 943 time: 0.7204125 Aug 30 17:26:07.835427 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4944d8-8963-40dc-925e-795c3f8f7f7d', 'tag': 'f6ab28ee-87d4-4888-b560-457fd4ebe293'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:26:07.837204 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55536) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:07.841673 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e183aeb7d1ae95b610e737921596bfe9224ef5c136def86ae36f97e4cb718d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb5ba02-af1b-40bc-9f39-d869212dad5a" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4944d8-8963-40dc-925e-795c3f8f7f7d", "tag": "f6ab28ee-87d4-4888-b560-457fd4ebe293"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:26:07.920213 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['f6ab28ee-87d4-4888-b560-457fd4ebe293'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:26:07.934646 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320cca0b-00d6-4a74-91fe-928e8e01123b tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Pushing event updated for resources: {'Port': ['ID=f6ab28ee-87d4-4888-b560-457fd4ebe293,revision_number=7']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:07.955233 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c8cb29-ed1e-41f5-9d1d-94b9f20d52c5 x-openstack-request-id: req-84c8cb29-ed1e-41f5-9d1d-94b9f20d52c5 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:26:07.955899 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4944d8-8963-40dc-925e-795c3f8f7f7d", "tag": "f6ab28ee-87d4-4888-b560-457fd4ebe293", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:26:07.956386 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84c8cb29-ed1e-41f5-9d1d-94b9f20d52c5 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:26:07.957084 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4944d8-8963-40dc-925e-795c3f8f7f7d', 'tag': 'f6ab28ee-87d4-4888-b560-457fd4ebe293', 'status': 'completed', 'code': 200} Aug 30 17:26:08.024326 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55540) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:08.049779 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48acfb6d-3e7e-4d2e-b287-8870fad658cb tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:08.064192 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf734383-a2bb-47ac-b215-323705f57f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:08.117702 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5ba02-af1b-40bc-9f39-d869212dad5a req-d4504a60-0cf9-4135-a5b0-ab841299cae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:08.119277 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7fb5ba02-af1b-40bc-9f39-d869212dad5a req-d4504a60-0cf9-4135-a5b0-ab841299cae5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1e87154fe5704a729a211e9e1f568318&device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 1099 time: 0.1534562 Aug 30 17:26:08.121719 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48acfb6d-3e7e-4d2e-b287-8870fad658cb tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:08.313875 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-664f01fc-d15e-4058-bfc3-8f8a149373d2 None None] Provisioning complete for port f6ab28ee-87d4-4888-b560-457fd4ebe293 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:26:08.314805 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-664f01fc-d15e-4058-bfc3-8f8a149373d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:08.324505 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5ba02-af1b-40bc-9f39-d869212dad5a req-29a67262-4582-431a-a080-4b3f3ee69f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:08.326366 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7fb5ba02-af1b-40bc-9f39-d869212dad5a req-29a67262-4582-431a-a080-4b3f3ee69f7b service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff1002d0-fa0b-4127-8146-74c3b9876100 HTTP/1.1" status: 200 len: 915 time: 0.1913228 Aug 30 17:26:08.533543 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 55548) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:08.538421 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-73720201-be8e-419c-9f93-26f9a7021fad tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Request body: {'security_group': {'name': 'tempest-securitygroup--411017426', 'description': 'tempest-description--586902126'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:26:08.675029 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48acfb6d-3e7e-4d2e-b287-8870fad658cb tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:08.678223 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-48acfb6d-3e7e-4d2e-b287-8870fad658cb tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:08.679339 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-48acfb6d-3e7e-4d2e-b287-8870fad658cb tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "DELETE /v2.0/security-groups/3fffd43b-2eca-4065-a79b-e50693e9a779 HTTP/1.1" status: 204 len: 168 time: 0.8402131 Aug 30 17:26:08.686192 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 55554) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:08.688929 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf734383-a2bb-47ac-b215-323705f57f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:08.701071 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cf734383-a2bb-47ac-b215-323705f57f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:08.707657 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48acfb6d-3e7e-4d2e-b287-8870fad658cb tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fffd43b-2eca-4065-a79b-e50693e9a779,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:08.723440 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7fb5ba02-af1b-40bc-9f39-d869212dad5a req-27d453fe-9e03-4d6a-98a9-00622451d8f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6ab28ee-87d4-4888-b560-457fd4ebe293 HTTP/1.1" status: 200 len: 1002 time: 0.3867724 Aug 30 17:26:08.762963 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73720201-be8e-419c-9f93-26f9a7021fad tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:08.774534 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-cf734383-a2bb-47ac-b215-323705f57f99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc32dcbead32482f88d65fa07d3f827e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7361405 Aug 30 17:26:08.780070 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55556) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:08.798490 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf734383-a2bb-47ac-b215-323705f57f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6487fc11-2322-4a8d-ade8-9ef2dfaf41e0,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:08.824675 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5ba02-af1b-40bc-9f39-d869212dad5a req-be1c14c0-2867-4888-8b96-b211a7ad46f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:08.826298 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7fb5ba02-af1b-40bc-9f39-d869212dad5a req-be1c14c0-2867-4888-8b96-b211a7ad46f4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e2441a91-a5c9-4f3f-a0e9-881d637a8bbc HTTP/1.1" status: 200 len: 853 time: 0.0935235 Aug 30 17:26:08.888788 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9149ce86-f9e2-44c9-880e-486815d5b3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:08.913592 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5ba02-af1b-40bc-9f39-d869212dad5a req-d550ec93-a194-48a5-81f7-4330582f9d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:08.914757 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7fb5ba02-af1b-40bc-9f39-d869212dad5a req-d550ec93-a194-48a5-81f7-4330582f9d28 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff1002d0-fa0b-4127-8146-74c3b9876100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767100 Aug 30 17:26:08.915461 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73720201-be8e-419c-9f93-26f9a7021fad tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:08.919641 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9149ce86-f9e2-44c9-880e-486815d5b3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:08.930149 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73720201-be8e-419c-9f93-26f9a7021fad tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:08.986114 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73720201-be8e-419c-9f93-26f9a7021fad tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:08.987331 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-73720201-be8e-419c-9f93-26f9a7021fad tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4527600 Aug 30 17:26:08.989736 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73720201-be8e-419c-9f93-26f9a7021fad tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73a86d35-08ca-447f-b19f-99ba96bd0ec7,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:08.991833 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 55558) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:08.997363 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-f33aab6f-dea8-4400-8aae-73ebda818c81 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Request body: {'security_group_rule': {'security_group_id': '73a86d35-08ca-447f-b19f-99ba96bd0ec7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:26:09.031540 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7fb5ba02-af1b-40bc-9f39-d869212dad5a req-a5257dea-cfd3-4e83-a500-294590df8fb1 service neutron] 10.222.0.52 "GET /v2.0/networks/ff1002d0-fa0b-4127-8146-74c3b9876100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050286 Aug 30 17:26:09.032467 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9149ce86-f9e2-44c9-880e-486815d5b3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:09.034906 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9149ce86-f9e2-44c9-880e-486815d5b3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:09.037578 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-9149ce86-f9e2-44c9-880e-486815d5b3ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6487fc11-2322-4a8d-ade8-9ef2dfaf41e0 HTTP/1.1" status: 204 len: 168 time: 0.2533534 Aug 30 17:26:09.039393 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f33aab6f-dea8-4400-8aae-73ebda818c81 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:09.043958 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d27d1396-976f-4480-b8e0-21264a5f5148 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Deleting port babd96aa-d566-493c-8a3b-a4c6f5aef84d {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:26:09.044387 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d27d1396-976f-4480-b8e0-21264a5f5148 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:09.054851 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149ce86-f9e2-44c9-880e-486815d5b3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6487fc11-2322-4a8d-ade8-9ef2dfaf41e0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:09.090122 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 434ba44d-e169-47e6-bf2f-a603942cae15 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:26:09.130349 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] No Port match for: 434ba44d-e169-47e6-bf2f-a603942cae15 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:26:09.131954 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 434ba44d-e169-47e6-bf2f-a603942cae15 not bound to the agent host hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:26:09.139436 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7fb5ba02-af1b-40bc-9f39-d869212dad5a req-31711303-2204-4ba6-b85c-7fc75c66a784 service neutron] 10.222.0.52 "GET /v2.0/networks/ff1002d0-fa0b-4127-8146-74c3b9876100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978208 Aug 30 17:26:09.161992 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d27d1396-976f-4480-b8e0-21264a5f5148 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:09.162615 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d27d1396-976f-4480-b8e0-21264a5f5148 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:09.165836 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f33aab6f-dea8-4400-8aae-73ebda818c81 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:09.173152 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f33aab6f-dea8-4400-8aae-73ebda818c81 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646536'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:09.180260 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-d27d1396-976f-4480-b8e0-21264a5f5148 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Calling delete_port for babd96aa-d566-493c-8a3b-a4c6f5aef84d owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:26:09.203288 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33aab6f-dea8-4400-8aae-73ebda818c81 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=443eec74-feee-41a5-8d95-8057f84342d3,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:09.242223 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f33aab6f-dea8-4400-8aae-73ebda818c81 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:09.243446 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-f33aab6f-dea8-4400-8aae-73ebda818c81 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2500577 Aug 30 17:26:09.246372 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55562) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:09.251310 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-94d31854-29ca-4fee-9317-9368f9434c25 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Request body: {'security_group_rule': {'security_group_id': '73a86d35-08ca-447f-b19f-99ba96bd0ec7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:26:09.289223 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-94d31854-29ca-4fee-9317-9368f9434c25 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:09.365405 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-94d31854-29ca-4fee-9317-9368f9434c25 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:09.370018 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-94d31854-29ca-4fee-9317-9368f9434c25 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646536'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:09.388089 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d31854-29ca-4fee-9317-9368f9434c25 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=782d8c9f-190b-4e82-8c82-5941df1a0e1b,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:09.393319 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d27d1396-976f-4480-b8e0-21264a5f5148 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:09.399370 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-94d31854-29ca-4fee-9317-9368f9434c25 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:09.404896 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-94d31854-29ca-4fee-9317-9368f9434c25 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1532454 Aug 30 17:26:09.405082 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55564) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:09.409699 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-2190121f-6fa0-48c7-93f4-9cb45d9311b7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Request body: {'floatingip': {'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:26:09.432454 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2190121f-6fa0-48c7-93f4-9cb45d9311b7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:09.534521 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2190121f-6fa0-48c7-93f4-9cb45d9311b7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:09.615277 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d1396-976f-4480-b8e0-21264a5f5148 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Pushing event deleted for resources: {'Port': ['ID=babd96aa-d566-493c-8a3b-a4c6f5aef84d,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:09.646371 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-2190121f-6fa0-48c7-93f4-9cb45d9311b7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Allocated IP 172.27.2.87 (3951d34a-2192-4abb-b523-61631b013f39/db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b/37779613-2a8e-4fdb-a514-fa63bba57267) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:26:09.674626 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d27d1396-976f-4480-b8e0-21264a5f5148 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:09.675013 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.db.l3_db [None req-d27d1396-976f-4480-b8e0-21264a5f5148 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Floating IP 91b49740-0dfd-4538-913b-bf46f7f944d4 disassociated (deleted). External IP: 172.27.2.126, port: f6ab28ee-87d4-4888-b560-457fd4ebe293. Aug 30 17:26:09.757619 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2190121f-6fa0-48c7-93f4-9cb45d9311b7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:09.800888 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2190121f-6fa0-48c7-93f4-9cb45d9311b7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:09.843337 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2190121f-6fa0-48c7-93f4-9cb45d9311b7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Network 3951d34a-2192-4abb-b523-61631b013f39 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:26:09.849108 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-2190121f-6fa0-48c7-93f4-9cb45d9311b7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:26:09.851367 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190121f-6fa0-48c7-93f4-9cb45d9311b7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Pushing event updated for resources: {'Port': ['ID=37779613-2a8e-4fdb-a514-fa63bba57267,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:09.853446 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2190121f-6fa0-48c7-93f4-9cb45d9311b7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:26:09.903639 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27d1396-976f-4480-b8e0-21264a5f5148 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Router 2ba871b7-1fc6-4a7a-add0-48000b3edf01 has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:26:09.949548 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2190121f-6fa0-48c7-93f4-9cb45d9311b7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:09.989846 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2190121f-6fa0-48c7-93f4-9cb45d9311b7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:10.038521 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27d1396-976f-4480-b8e0-21264a5f5148 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:26:10.043976 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d27d1396-976f-4480-b8e0-21264a5f5148 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:10.050453 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910fa02b-377f-4d73-8d53-8e647a61cb46 None None] Sync routers for ids ['2ba871b7-1fc6-4a7a-add0-48000b3edf01'] in dv-cinder-805316-3-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:26:10.060372 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910fa02b-377f-4d73-8d53-8e647a61cb46 None None] Routers {'2ba871b7-1fc6-4a7a-add0-48000b3edf01'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:26:10.061189 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-910fa02b-377f-4d73-8d53-8e647a61cb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:25:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['2ba871b7-1fc6-4a7a-add0-48000b3edf01'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:10.082520 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-d27d1396-976f-4480-b8e0-21264a5f5148 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "DELETE /v2.0/floatingips/91b49740-0dfd-4538-913b-bf46f7f944d4 HTTP/1.1" status: 204 len: 168 time: 1.3950417 Aug 30 17:26:10.083170 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4944d8-8963-40dc-925e-795c3f8f7f7d', 'tag': 'f6ab28ee-87d4-4888-b560-457fd4ebe293'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:26:10.085552 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e183aeb7d1ae95b610e737921596bfe9224ef5c136def86ae36f97e4cb718d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8136cbb-fdd6-4ca5-9d09-dbad3fbc8194" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4944d8-8963-40dc-925e-795c3f8f7f7d", "tag": "f6ab28ee-87d4-4888-b560-457fd4ebe293"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:26:10.123495 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f112bdaa-9652-4d22-a7d0-79d517495aec x-openstack-request-id: req-f112bdaa-9652-4d22-a7d0-79d517495aec {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:26:10.123919 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4944d8-8963-40dc-925e-795c3f8f7f7d", "tag": "f6ab28ee-87d4-4888-b560-457fd4ebe293", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:26:10.124257 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f112bdaa-9652-4d22-a7d0-79d517495aec {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:26:10.124914 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4944d8-8963-40dc-925e-795c3f8f7f7d', 'tag': 'f6ab28ee-87d4-4888-b560-457fd4ebe293', 'status': 'completed', 'code': 200} Aug 30 17:26:10.200951 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-910fa02b-377f-4d73-8d53-8e647a61cb46 None None] Set router 2ba871b7-1fc6-4a7a-add0-48000b3edf01 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:26:10.214747 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2190121f-6fa0-48c7-93f4-9cb45d9311b7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:10.230924 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8136cbb-fdd6-4ca5-9d09-dbad3fbc8194 req-4e0a16ec-056b-47ce-b91b-bb2827af28ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:10.232539 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a8136cbb-fdd6-4ca5-9d09-dbad3fbc8194 req-4e0a16ec-056b-47ce-b91b-bb2827af28ba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1e87154fe5704a729a211e9e1f568318&device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 1099 time: 0.0811231 Aug 30 17:26:10.233315 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2190121f-6fa0-48c7-93f4-9cb45d9311b7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194083'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:10.377502 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2190121f-6fa0-48c7-93f4-9cb45d9311b7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535188'] for floatingip, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:10.403768 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190121f-6fa0-48c7-93f4-9cb45d9311b7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Pushing event updated for resources: {'Port': ['ID=37779613-2a8e-4fdb-a514-fa63bba57267,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:10.425655 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2190121f-6fa0-48c7-93f4-9cb45d9311b7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:10.427170 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-2190121f-6fa0-48c7-93f4-9cb45d9311b7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0209701 Aug 30 17:26:10.439269 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8136cbb-fdd6-4ca5-9d09-dbad3fbc8194 req-d89f1320-896a-4a16-862f-a3671a0b0d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:10.440734 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a8136cbb-fdd6-4ca5-9d09-dbad3fbc8194 req-d89f1320-896a-4a16-862f-a3671a0b0d38 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ff1002d0-fa0b-4127-8146-74c3b9876100 HTTP/1.1" status: 200 len: 915 time: 0.1991553 Aug 30 17:26:10.491970 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a8136cbb-fdd6-4ca5-9d09-dbad3fbc8194 req-be41a602-65c4-4e93-8f95-6df04755595d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6ab28ee-87d4-4888-b560-457fd4ebe293 HTTP/1.1" status: 200 len: 217 time: 0.0440073 Aug 30 17:26:10.517226 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-910fa02b-377f-4d73-8d53-8e647a61cb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'name': 'tempest-TestMinimumBasicScenario-790838240-router', 'tenant_id': '1e87154fe5704a729a211e9e1f568318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:22:52Z', 'updated_at': '2021-08-30T17:22:56Z', 'revision_number': 4, 'project_id': '1e87154fe5704a729a211e9e1f568318', 'gw_port': {'id': '7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:22:52Z', 'updated_at': '2021-08-30T17:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '11005aa2-c15d-4f72-8e9a-d2cbca76ca58', 'name': '', 'network_id': 'ff1002d0-fa0b-4127-8146-74c3b9876100', 'tenant_id': '1e87154fe5704a729a211e9e1f568318', 'mac_address': 'fa:16:3e:9c:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e2441a91-a5c9-4f3f-a0e9-881d637a8bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:22:55Z', 'updated_at': '2021-08-30T17:23:03Z', 'revision_number': 5, 'project_id': '1e87154fe5704a729a211e9e1f568318', 'subnets': [{'id': 'e2441a91-a5c9-4f3f-a0e9-881d637a8bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:10.547988 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8136cbb-fdd6-4ca5-9d09-dbad3fbc8194 req-0eb74607-3ed1-40c9-907c-8deb130754ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:10.549232 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910fa02b-377f-4d73-8d53-8e647a61cb46 None None] Checking router: 2ba871b7-1fc6-4a7a-add0-48000b3edf01 for host: dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:26:10.549461 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a8136cbb-fdd6-4ca5-9d09-dbad3fbc8194 req-0eb74607-3ed1-40c9-907c-8deb130754ba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e2441a91-a5c9-4f3f-a0e9-881d637a8bbc HTTP/1.1" status: 200 len: 853 time: 0.0471454 Aug 30 17:26:10.559091 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910fa02b-377f-4d73-8d53-8e647a61cb46 None None] Routers {'2ba871b7-1fc6-4a7a-add0-48000b3edf01'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:26:10.559715 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-910fa02b-377f-4d73-8d53-8e647a61cb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:25:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['2ba871b7-1fc6-4a7a-add0-48000b3edf01'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:10.628468 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8136cbb-fdd6-4ca5-9d09-dbad3fbc8194 req-7ca8934e-41ab-4783-be37-ef0e479aa9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:10.630785 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a8136cbb-fdd6-4ca5-9d09-dbad3fbc8194 req-7ca8934e-41ab-4783-be37-ef0e479aa9e0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ff1002d0-fa0b-4127-8146-74c3b9876100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0642467 Aug 30 17:26:10.660502 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-f0c9ac4c-3e6f-47c4-9eba-d766f7c7d713 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--411017426&fields=id&tenant_id=c21fe597089042da855ac89daddb7bed HTTP/1.1" status: 200 len: 267 time: 0.0353477 Aug 30 17:26:10.687621 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-910fa02b-377f-4d73-8d53-8e647a61cb46 None None] Set router 2ba871b7-1fc6-4a7a-add0-48000b3edf01 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:26:10.734006 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a8136cbb-fdd6-4ca5-9d09-dbad3fbc8194 req-0353d182-6b75-479c-9ff8-52db0125279f service neutron] 10.222.0.52 "GET /v2.0/networks/ff1002d0-fa0b-4127-8146-74c3b9876100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864770 Aug 30 17:26:10.790007 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-317d0fff-89b0-47a2-86c0-bf80d66500d6 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:10.799450 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-317d0fff-89b0-47a2-86c0-bf80d66500d6 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/networks?id=7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd HTTP/1.1" status: 200 len: 817 time: 0.1313000 Aug 30 17:26:10.811518 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-3014b860-13c5-45e1-8902-cae44405e43f tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/quotas/c21fe597089042da855ac89daddb7bed HTTP/1.1" status: 200 len: 375 time: 0.0106652 Aug 30 17:26:10.858976 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a8136cbb-fdd6-4ca5-9d09-dbad3fbc8194 req-8ecbdc05-535a-455d-a2bd-4bcbdc68a68f service neutron] 10.222.0.52 "GET /v2.0/networks/ff1002d0-fa0b-4127-8146-74c3b9876100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033022 Aug 30 17:26:10.874200 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-802228ba-2c92-43d7-8f1b-9f21686904af tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c21fe597089042da855ac89daddb7bed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0558312 Aug 30 17:26:10.911349 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-910fa02b-377f-4d73-8d53-8e647a61cb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'name': 'tempest-TestMinimumBasicScenario-790838240-router', 'tenant_id': '1e87154fe5704a729a211e9e1f568318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:22:52Z', 'updated_at': '2021-08-30T17:22:56Z', 'revision_number': 4, 'project_id': '1e87154fe5704a729a211e9e1f568318', 'gw_port': {'id': '7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:22:52Z', 'updated_at': '2021-08-30T17:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '11005aa2-c15d-4f72-8e9a-d2cbca76ca58', 'name': '', 'network_id': 'ff1002d0-fa0b-4127-8146-74c3b9876100', 'tenant_id': '1e87154fe5704a729a211e9e1f568318', 'mac_address': 'fa:16:3e:9c:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e2441a91-a5c9-4f3f-a0e9-881d637a8bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:22:55Z', 'updated_at': '2021-08-30T17:23:03Z', 'revision_number': 5, 'project_id': '1e87154fe5704a729a211e9e1f568318', 'subnets': [{'id': 'e2441a91-a5c9-4f3f-a0e9-881d637a8bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:10.937937 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910fa02b-377f-4d73-8d53-8e647a61cb46 None None] The sync data for ids ['2ba871b7-1fc6-4a7a-add0-48000b3edf01'] in dv-cinder-805316-3-iscsi is: [{'id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'name': 'tempest-TestMinimumBasicScenario-790838240-router', 'tenant_id': '1e87154fe5704a729a211e9e1f568318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:22:52Z', 'updated_at': '2021-08-30T17:22:56Z', 'revision_number': 4, 'project_id': '1e87154fe5704a729a211e9e1f568318', 'gw_port': {'id': '7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:22:52Z', 'updated_at': '2021-08-30T17:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '11005aa2-c15d-4f72-8e9a-d2cbca76ca58', 'name': '', 'network_id': 'ff1002d0-fa0b-4127-8146-74c3b9876100', 'tenant_id': '1e87154fe5704a729a211e9e1f568318', 'mac_address': 'fa:16:3e:9c:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'e2441a91-a5c9-4f3f-a0e9-881d637a8bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:22:55Z', 'updated_at': '2021-08-30T17:23:03Z', 'revision_number': 5, 'project_id': '1e87154fe5704a729a211e9e1f568318', 'subnets': [{'id': 'e2441a91-a5c9-4f3f-a0e9-881d637a8bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:26:10.980341 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-1472cc91-cd26-46d3-aa12-285a95238a83 service neutron] 10.222.0.21 "GET /v2.0/networks/7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857503 Aug 30 17:26:11.085373 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-636990de-d2f1-42a4-b059-ecf2d80dd22f service neutron] 10.222.0.21 "GET /v2.0/networks/7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990384 Aug 30 17:26:11.247603 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579d2dbc-9af4-40fa-b82a-44762f731e54 None None] New status for floating IP 91b49740-0dfd-4538-913b-bf46f7f944d4: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:26:11.275427 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9d7beb61-bd4a-4c1b-a46d-236d23562804 req-63e3a687-d402-4530-b172-f94a4aef6149 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 210 time: 0.0350575 Aug 30 17:26:12.230697 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-f2c0cf5a-6784-44e1-a6ce-9d4131590df1 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:12.232175 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-f2c0cf5a-6784-44e1-a6ce-9d4131590df1 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.52 "GET /v2.0/networks?id=7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd HTTP/1.1" status: 200 len: 817 time: 0.1060128 Aug 30 17:26:12.276300 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-a23be469-af09-4157-a37c-5db8630cc645 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c21fe597089042da855ac89daddb7bed HTTP/1.1" status: 200 len: 379 time: 0.0337000 Aug 30 17:26:12.286795 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-2ad9e1a6-4fef-4c78-b8a7-6d7d60665b1f tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Request body: {'port': {'device_id': '542bd270-d185-4a55-8829-bf9cb1cde4b6', 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'admin_state_up': True, 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'security_groups': ['73a86d35-08ca-447f-b19f-99ba96bd0ec7']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:26:12.378490 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3a472b2f-0b30-4350-928e-1723ee67d567 req-f1a12468-f9f6-4454-9515-6d8083206790 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 210 time: 0.0312474 Aug 30 17:26:12.402251 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-2ad9e1a6-4fef-4c78-b8a7-6d7d60665b1f tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Made reservation on behalf of c21fe597089042da855ac89daddb7bed for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:26:12.406048 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-2ad9e1a6-4fef-4c78-b8a7-6d7d60665b1f tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:12.537441 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-2ad9e1a6-4fef-4c78-b8a7-6d7d60665b1f tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Allocated IP 172.20.0.10 (7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd/f9b76a77-690c-4632-9995-41f5ada41bd6/26661db7-40ef-41a5-a42b-ec389ddced8b) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:26:12.695949 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-2ad9e1a6-4fef-4c78-b8a7-6d7d60665b1f tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:12.709484 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-2ad9e1a6-4fef-4c78-b8a7-6d7d60665b1f tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Transition to ACTIVE for port object 26661db7-40ef-41a5-a42b-ec389ddced8b will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:26:12.750069 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-2ad9e1a6-4fef-4c78-b8a7-6d7d60665b1f tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:12.798248 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-2ad9e1a6-4fef-4c78-b8a7-6d7d60665b1f tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Network 7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:26:12.802015 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-2ad9e1a6-4fef-4c78-b8a7-6d7d60665b1f tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:26:12.806117 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-2ad9e1a6-4fef-4c78-b8a7-6d7d60665b1f tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:26:12.812528 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9e1a6-4fef-4c78-b8a7-6d7d60665b1f tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Pushing event updated for resources: {'Port': ['ID=26661db7-40ef-41a5-a42b-ec389ddced8b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:12.859615 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-2ad9e1a6-4fef-4c78-b8a7-6d7d60665b1f tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:12.860418 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-2ad9e1a6-4fef-4c78-b8a7-6d7d60665b1f tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:12.874958 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-2ad9e1a6-4fef-4c78-b8a7-6d7d60665b1f tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5919471 Aug 30 17:26:12.889186 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-40f2772f-21f9-4763-a640-b1fdb919de4d service neutron] Request body: {'port': {'device_id': '542bd270-d185-4a55-8829-bf9cb1cde4b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:26:12.927235 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ddf4b-2f86-4a57-b419-d35c9ed2b7da req-805c6295-8bd1-4036-b2ce-419e35b462b8 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:12.928790 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-606ddf4b-2f86-4a57-b419-d35c9ed2b7da req-805c6295-8bd1-4036-b2ce-419e35b462b8 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 946 time: 0.0526211 Aug 30 17:26:12.946213 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-40f2772f-21f9-4763-a640-b1fdb919de4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:12.972506 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-606ddf4b-2f86-4a57-b419-d35c9ed2b7da req-91f8f49a-7b04-428d-9adf-9ba71b10c9c3 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375555 Aug 30 17:26:13.062089 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-6047dc36-2b26-42aa-b8ed-826cd2729cb0 None None] Provisioning for port 26661db7-40ef-41a5-a42b-ec389ddced8b completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:26:13.065867 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-6047dc36-2b26-42aa-b8ed-826cd2729cb0 None None] Provisioning complete for port 26661db7-40ef-41a5-a42b-ec389ddced8b triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:26:13.066233 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6047dc36-2b26-42aa-b8ed-826cd2729cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:13.100042 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6047dc36-2b26-42aa-b8ed-826cd2729cb0 None None] Port 26661db7-40ef-41a5-a42b-ec389ddced8b cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:26:13.209946 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-40f2772f-21f9-4763-a640-b1fdb919de4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26661db7-40ef-41a5-a42b-ec389ddced8b {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:26:13.217223 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-40f2772f-21f9-4763-a640-b1fdb919de4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:13.229186 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-40f2772f-21f9-4763-a640-b1fdb919de4d service neutron] Transition to ACTIVE for port object 26661db7-40ef-41a5-a42b-ec389ddced8b will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:26:13.232939 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-40f2772f-21f9-4763-a640-b1fdb919de4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194083'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:13.279906 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2772f-21f9-4763-a640-b1fdb919de4d service neutron] Pushing event updated for resources: {'Port': ['ID=26661db7-40ef-41a5-a42b-ec389ddced8b,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:13.351880 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-40f2772f-21f9-4763-a640-b1fdb919de4d service neutron] Attempting to bind port 26661db7-40ef-41a5-a42b-ec389ddced8b on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:26:13.352254 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-40f2772f-21f9-4763-a640-b1fdb919de4d service neutron] Attempting to bind port 26661db7-40ef-41a5-a42b-ec389ddced8b by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '41e5c997-0375-4a8d-92f7-022af7373204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:26:13.352589 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-40f2772f-21f9-4763-a640-b1fdb919de4d service neutron] Attempting to bind port 26661db7-40ef-41a5-a42b-ec389ddced8b on network 7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:26:13.357193 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-40f2772f-21f9-4763-a640-b1fdb919de4d service neutron] Port 26661db7-40ef-41a5-a42b-ec389ddced8b on network 7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:26:13.357612 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-40f2772f-21f9-4763-a640-b1fdb919de4d service neutron] Attempting to bind port 26661db7-40ef-41a5-a42b-ec389ddced8b on network 7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:26:13.362377 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-40f2772f-21f9-4763-a640-b1fdb919de4d service neutron] Checking agent: {'id': 'ee80e8a3-09f9-4e7d-a921-e109800248d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'started_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:26:13.362767 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-40f2772f-21f9-4763-a640-b1fdb919de4d service neutron] Checking segment: {'id': '41e5c997-0375-4a8d-92f7-022af7373204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:26:13.363162 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-40f2772f-21f9-4763-a640-b1fdb919de4d service neutron] Bound using segment: {'id': '41e5c997-0375-4a8d-92f7-022af7373204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:26:13.363628 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-40f2772f-21f9-4763-a640-b1fdb919de4d service neutron] Bound port: 26661db7-40ef-41a5-a42b-ec389ddced8b, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e5c997-0375-4a8d-92f7-022af7373204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:26:13.364035 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-40f2772f-21f9-4763-a640-b1fdb919de4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:13.439648 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-40f2772f-21f9-4763-a640-b1fdb919de4d service neutron] For port 26661db7-40ef-41a5-a42b-ec389ddced8b, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:26:13.443347 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-40f2772f-21f9-4763-a640-b1fdb919de4d service neutron] For port 26661db7-40ef-41a5-a42b-ec389ddced8b, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=26661db7-40ef-41a5-a42b-ec389ddced8b,segment=NetworkSegment(41e5c997-0375-4a8d-92f7-022af7373204),segment_id=41e5c997-0375-4a8d-92f7-022af7373204)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:26:13.448194 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-40f2772f-21f9-4763-a640-b1fdb919de4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194083'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:13.480946 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-40f2772f-21f9-4763-a640-b1fdb919de4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:13.481564 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-40f2772f-21f9-4763-a640-b1fdb919de4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:13.482952 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-40f2772f-21f9-4763-a640-b1fdb919de4d service neutron] 10.222.0.52 "PUT /v2.0/ports/26661db7-40ef-41a5-a42b-ec389ddced8b HTTP/1.1" status: 200 len: 1094 time: 0.5984061 Aug 30 17:26:13.483573 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542bd270-d185-4a55-8829-bf9cb1cde4b6', 'tag': '26661db7-40ef-41a5-a42b-ec389ddced8b'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:26:13.485815 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4aa4286-117b-4ef7-ada9-342b864a6239" -d '{"events": [{"name": "network-changed", "server_uuid": "542bd270-d185-4a55-8829-bf9cb1cde4b6", "tag": "26661db7-40ef-41a5-a42b-ec389ddced8b"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:26:13.503038 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0cf05-bb84-4ddc-be40-0ec2aefc1752 req-e5257a6c-62da-41e4-9bd3-65a5bf0c52e7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:13.504866 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0ba0cf05-bb84-4ddc-be40-0ec2aefc1752 req-e5257a6c-62da-41e4-9bd3-65a5bf0c52e7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 944 time: 0.0516622 Aug 30 17:26:13.559308 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0ba0cf05-bb84-4ddc-be40-0ec2aefc1752 req-a8959fcf-bc06-4a0f-b2de-829bbe87b7fe tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423014 Aug 30 17:26:13.559819 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6044c424-c0b2-4779-8a85-018689482aec x-openstack-request-id: req-6044c424-c0b2-4779-8a85-018689482aec {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:26:13.560248 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542bd270-d185-4a55-8829-bf9cb1cde4b6", "tag": "26661db7-40ef-41a5-a42b-ec389ddced8b", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:26:13.560516 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6044c424-c0b2-4779-8a85-018689482aec {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:26:13.560907 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542bd270-d185-4a55-8829-bf9cb1cde4b6', 'tag': '26661db7-40ef-41a5-a42b-ec389ddced8b', 'status': 'completed', 'code': 200} Aug 30 17:26:13.566029 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2772f-21f9-4763-a640-b1fdb919de4d service neutron] Pushing event updated for resources: {'Port': ['ID=26661db7-40ef-41a5-a42b-ec389ddced8b,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:13.592421 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-f190f495-0b3c-46da-9a4c-976838ec9bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:13.592421 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-f190f495-0b3c-46da-9a4c-976838ec9bb9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c21fe597089042da855ac89daddb7bed&device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 1097 time: 0.0616632 Aug 30 17:26:13.639128 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-384370a2-38e4-45dd-bc7c-970150f05f57 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26661db7-40ef-41a5-a42b-ec389ddced8b HTTP/1.1" status: 200 len: 217 time: 0.0417907 Aug 30 17:26:13.699614 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-7c62cf25-c7fd-4d6d-843b-f5584fe2fcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:13.701136 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-7c62cf25-c7fd-4d6d-843b-f5584fe2fcaa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f9b76a77-690c-4632-9995-41f5ada41bd6 HTTP/1.1" status: 200 len: 856 time: 0.0534272 Aug 30 17:26:13.749489 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-4556eba5-9fba-44f9-bd59-d0c039124e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:13.751032 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-4556eba5-9fba-44f9-bd59-d0c039124e15 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416379 Aug 30 17:26:13.853384 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-83c5a93a-5ee1-405d-9dfd-99a353223bdb service neutron] 10.222.0.52 "GET /v2.0/networks/7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930412 Aug 30 17:26:13.950706 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-09462ced-caf3-42e4-a8bc-42312916aae5 req-75be8dc0-7c4a-464c-99d6-b1f3f3081fc4 service neutron] 10.222.0.52 "GET /v2.0/networks/7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897818 Aug 30 17:26:14.049229 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa4286-117b-4ef7-ada9-342b864a6239 req-58cc800b-8bf8-42ce-a782-2a811964ccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:14.050647 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c4aa4286-117b-4ef7-ada9-342b864a6239 req-58cc800b-8bf8-42ce-a782-2a811964ccea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c21fe597089042da855ac89daddb7bed&device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 1097 time: 0.0512340 Aug 30 17:26:14.095803 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ac03c-49fc-41fd-b82e-cd5fcb5c3b7e req-3e8b0236-01ec-4c97-aaf6-27c20be3cff1 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:14.100058 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-375ac03c-49fc-41fd-b82e-cd5fcb5c3b7e req-3e8b0236-01ec-4c97-aaf6-27c20be3cff1 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 946 time: 0.0533352 Aug 30 17:26:14.137306 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-375ac03c-49fc-41fd-b82e-cd5fcb5c3b7e req-8a786a2b-cc26-43ec-acdd-8f578bac0c68 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/security-groups?id=cfe35034-58df-4340-b9b0-7c5cec5f69f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327206 Aug 30 17:26:14.157670 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa4286-117b-4ef7-ada9-342b864a6239 req-d2a48b55-831f-4076-bd34-e42e428a00c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:14.157670 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c4aa4286-117b-4ef7-ada9-342b864a6239 req-d2a48b55-831f-4076-bd34-e42e428a00c8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd HTTP/1.1" status: 200 len: 918 time: 0.0965860 Aug 30 17:26:14.199996 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c4aa4286-117b-4ef7-ada9-342b864a6239 req-e9fba574-b37b-476a-a82d-9c8e7aa5fdc8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26661db7-40ef-41a5-a42b-ec389ddced8b HTTP/1.1" status: 200 len: 217 time: 0.0346141 Aug 30 17:26:14.251723 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa4286-117b-4ef7-ada9-342b864a6239 req-5b956a7c-cd4d-4c3e-9c00-ec3ce39104d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:14.253199 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c4aa4286-117b-4ef7-ada9-342b864a6239 req-5b956a7c-cd4d-4c3e-9c00-ec3ce39104d9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f9b76a77-690c-4632-9995-41f5ada41bd6 HTTP/1.1" status: 200 len: 856 time: 0.0447483 Aug 30 17:26:14.304786 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa4286-117b-4ef7-ada9-342b864a6239 req-c3e14c3f-1aba-422d-b8a8-edf5d2859fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:14.306313 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c4aa4286-117b-4ef7-ada9-342b864a6239 req-c3e14c3f-1aba-422d-b8a8-edf5d2859fa1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434723 Aug 30 17:26:14.399609 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c4aa4286-117b-4ef7-ada9-342b864a6239 req-10f5bdc8-9bb6-4e4d-8b89-5892f40d1e87 service neutron] 10.222.0.52 "GET /v2.0/networks/7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839741 Aug 30 17:26:14.492952 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c4aa4286-117b-4ef7-ada9-342b864a6239 req-4cd753bc-3886-4503-a64a-e68492e448be service neutron] 10.222.0.52 "GET /v2.0/networks/7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853946 Aug 30 17:26:14.592461 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b3c05-f2f6-4b9a-babf-a3acf519b48c req-d4cc1069-a762-4c78-a818-e8201222ca4c tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:14.593919 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e28b3c05-f2f6-4b9a-babf-a3acf519b48c req-d4cc1069-a762-4c78-a818-e8201222ca4c tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 946 time: 0.0491347 Aug 30 17:26:14.685310 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-e28b3c05-f2f6-4b9a-babf-a3acf519b48c req-0004f4fc-e31a-4668-832b-f22c3bd4951b tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Deleting port f6ab28ee-87d4-4888-b560-457fd4ebe293 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:26:14.685686 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e28b3c05-f2f6-4b9a-babf-a3acf519b48c req-0004f4fc-e31a-4668-832b-f22c3bd4951b tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:14.688767 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305c1af-3c52-42a6-99f4-46fc10aa98e8 req-642757a6-51ff-4c02-baf1-4623ded4b90c tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:14.690264 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5305c1af-3c52-42a6-99f4-46fc10aa98e8 req-642757a6-51ff-4c02-baf1-4623ded4b90c tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 944 time: 0.0481703 Aug 30 17:26:14.731141 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5305c1af-3c52-42a6-99f4-46fc10aa98e8 req-17036f43-a075-4d54-8f95-1c2dff5adf4f tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341265 Aug 30 17:26:14.774980 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-e28b3c05-f2f6-4b9a-babf-a3acf519b48c req-0004f4fc-e31a-4668-832b-f22c3bd4951b tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] For port f6ab28ee-87d4-4888-b560-457fd4ebe293, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=f6ab28ee-87d4-4888-b560-457fd4ebe293,segment=NetworkSegment(c74f1a16-00c4-471b-b3bb-ad3b14bbd540),segment_id=c74f1a16-00c4-471b-b3bb-ad3b14bbd540)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:26:14.775349 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e28b3c05-f2f6-4b9a-babf-a3acf519b48c req-0004f4fc-e31a-4668-832b-f22c3bd4951b tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:14.787375 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-e28b3c05-f2f6-4b9a-babf-a3acf519b48c req-0004f4fc-e31a-4668-832b-f22c3bd4951b tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Calling delete_port for f6ab28ee-87d4-4888-b560-457fd4ebe293 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:26:14.911022 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e28b3c05-f2f6-4b9a-babf-a3acf519b48c req-0004f4fc-e31a-4668-832b-f22c3bd4951b tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:14.922421 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['f6ab28ee-87d4-4888-b560-457fd4ebe293'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:26:14.939098 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004f4fc-e31a-4668-832b-f22c3bd4951b tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Pushing event deleted for resources: {'Port': ['ID=f6ab28ee-87d4-4888-b560-457fd4ebe293,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:14.979532 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28b3c05-f2f6-4b9a-babf-a3acf519b48c req-0004f4fc-e31a-4668-832b-f22c3bd4951b tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] No DVR routers for this DVR port f6ab28ee-87d4-4888-b560-457fd4ebe293 on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:26:14.982067 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e28b3c05-f2f6-4b9a-babf-a3acf519b48c req-0004f4fc-e31a-4668-832b-f22c3bd4951b tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:14.984084 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e28b3c05-f2f6-4b9a-babf-a3acf519b48c req-0004f4fc-e31a-4668-832b-f22c3bd4951b tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.52 "DELETE /v2.0/ports/f6ab28ee-87d4-4888-b560-457fd4ebe293 HTTP/1.1" status: 204 len: 173 time: 0.3825965 Aug 30 17:26:15.245018 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3669be3c-ec3d-4c41-9df1-57d46665b9c3 req-6e55eb40-2080-48ae-a37e-31b211472965 tempest-TestMinimumBasicScenario-133581362 tempest-TestMinimumBasicScenario-133581362-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4944d8-8963-40dc-925e-795c3f8f7f7d HTTP/1.1" status: 200 len: 210 time: 0.0270405 Aug 30 17:26:15.375042 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55694) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:15.425245 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-467b29bf-bdc2-4ece-84a2-6bc14c36a32b admin admin] Deleting subnet b6c8ef31-4774-4876-bf4f-6e5bd552d810 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:26:15.429357 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-467b29bf-bdc2-4ece-84a2-6bc14c36a32b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:15.465719 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-467b29bf-bdc2-4ece-84a2-6bc14c36a32b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993701'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:15.507716 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-467b29bf-bdc2-4ece-84a2-6bc14c36a32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33214020'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:15.559160 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-467b29bf-bdc2-4ece-84a2-6bc14c36a32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33214027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314945'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:15.562874 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4944d8-8963-40dc-925e-795c3f8f7f7d', 'name': 'network-vif-deleted', 'tag': 'f6ab28ee-87d4-4888-b560-457fd4ebe293'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:26:15.565087 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a65aaa-0472-42da-98e5-2917b9ed2e2a" -d '{"events": [{"server_uuid": "2c4944d8-8963-40dc-925e-795c3f8f7f7d", "name": "network-vif-deleted", "tag": "f6ab28ee-87d4-4888-b560-457fd4ebe293"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:26:15.589549 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b29bf-bdc2-4ece-84a2-6bc14c36a32b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6c8ef31-4774-4876-bf4f-6e5bd552d810,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:15.593113 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-467b29bf-bdc2-4ece-84a2-6bc14c36a32b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:15.596084 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-467b29bf-bdc2-4ece-84a2-6bc14c36a32b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b6c8ef31-4774-4876-bf4f-6e5bd552d810 HTTP/1.1" status: 204 len: 168 time: 0.2194448 Aug 30 17:26:15.597414 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55698) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:15.619004 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e379141-f555-464d-a7f7-a759e56c104a x-openstack-request-id: req-0e379141-f555-464d-a7f7-a759e56c104a {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:26:15.619289 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4944d8-8963-40dc-925e-795c3f8f7f7d", "name": "network-vif-deleted", "tag": "f6ab28ee-87d4-4888-b560-457fd4ebe293", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:26:15.619535 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e379141-f555-464d-a7f7-a759e56c104a {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:26:15.619912 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4944d8-8963-40dc-925e-795c3f8f7f7d', 'name': 'network-vif-deleted', 'tag': 'f6ab28ee-87d4-4888-b560-457fd4ebe293', 'status': 'completed', 'code': 200} Aug 30 17:26:15.668288 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1ac333e-3bfc-4413-a9f9-d1f310f6887b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33116116'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:15.741925 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1ac333e-3bfc-4413-a9f9-d1f310f6887b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33152447', 'neutron.services.segments.db._delete_segments_for_network-8763729442798'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:15.750997 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-b1ac333e-3bfc-4413-a9f9-d1f310f6887b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd2eac6e-593e-4d23-8983-ae7fc6aa8526']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:15.764820 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-b1ac333e-3bfc-4413-a9f9-d1f310f6887b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa21a13f-dcb3-434c-a0fc-5a70499cc51d') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:15.765113 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-b1ac333e-3bfc-4413-a9f9-d1f310f6887b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa21a13f-dcb3-434c-a0fc-5a70499cc51d') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:15.774354 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1ac333e-3bfc-4413-a9f9-d1f310f6887b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763729442681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993722'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:15.787662 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1ac333e-3bfc-4413-a9f9-d1f310f6887b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:15.793582 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ac333e-3bfc-4413-a9f9-d1f310f6887b admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:26:15.793963 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1ac333e-3bfc-4413-a9f9-d1f310f6887b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194063'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: Traceback (most recent call last): Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: timer() Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: cb(*args, **kw) Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: return func(*args, **kwargs) Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: self._notify() Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: self.callback(batched_events) Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: event.method(event) Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: return f(self, *a, **k) Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: return self._get(url).json() Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: return self.request(url, 'GET', **kwargs) Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:26:15.795588 dv-cinder-805316-3-iscsi neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:26:15.849308 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64127ecf-a883-42c5-9f16-169ef2c416e4 req-2f57e53e-9980-43df-9b1c-5944db52153b tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:15.850431 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1ac333e-3bfc-4413-a9f9-d1f310f6887b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33152454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535142'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:15.850877 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-64127ecf-a883-42c5-9f16-169ef2c416e4 req-2f57e53e-9980-43df-9b1c-5944db52153b tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 944 time: 0.0497139 Aug 30 17:26:15.856462 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b1ac333e-3bfc-4413-a9f9-d1f310f6887b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:15.860932 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-b1ac333e-3bfc-4413-a9f9-d1f310f6887b admin admin] 10.222.0.21 "DELETE /v2.0/networks/dd2eac6e-593e-4d23-8983-ae7fc6aa8526 HTTP/1.1" status: 204 len: 168 time: 0.2592428 Aug 30 17:26:15.868551 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55702) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:15.876310 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac333e-3bfc-4413-a9f9-d1f310f6887b admin admin] Pushing event deleted for resources: {'Network': ['ID=dd2eac6e-593e-4d23-8983-ae7fc6aa8526,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:15.896930 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-64127ecf-a883-42c5-9f16-169ef2c416e4 req-58eeb3dc-5655-41b0-a912-84751cfe0946 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375042 Aug 30 17:26:15.912740 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ffb2555-2543-49aa-af0f-64b1e334813c admin admin] Deleting subnet be75b7af-019a-49b9-9340-605413cf8bbd {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:26:15.921204 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2555-2543-49aa-af0f-64b1e334813c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:15.958317 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2555-2543-49aa-af0f-64b1e334813c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993701'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:15.995246 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2555-2543-49aa-af0f-64b1e334813c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33214020'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:16.045883 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2555-2543-49aa-af0f-64b1e334813c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33214027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314945'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:16.072980 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2555-2543-49aa-af0f-64b1e334813c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:16.074875 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-8ffb2555-2543-49aa-af0f-64b1e334813c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/be75b7af-019a-49b9-9340-605413cf8bbd HTTP/1.1" status: 204 len: 168 time: 0.2053924 Aug 30 17:26:16.075790 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb2555-2543-49aa-af0f-64b1e334813c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be75b7af-019a-49b9-9340-605413cf8bbd,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:16.077411 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 55704) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:16.146369 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf653130-dc81-4914-818f-ececa88f545f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33116116'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:16.220347 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf653130-dc81-4914-818f-ececa88f545f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33152447', 'neutron.services.segments.db._delete_segments_for_network-8763729442798'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:16.229604 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-bf653130-dc81-4914-818f-ececa88f545f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0264deee-d30e-4a36-b707-d0f55034752b']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:16.239707 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-bf653130-dc81-4914-818f-ececa88f545f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ddc7799-3abc-4ff2-89cb-5384d972c05c') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:16.239996 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-bf653130-dc81-4914-818f-ececa88f545f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ddc7799-3abc-4ff2-89cb-5384d972c05c') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:16.248441 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf653130-dc81-4914-818f-ececa88f545f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763729442681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3015845'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:16.261847 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf653130-dc81-4914-818f-ececa88f545f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:16.267420 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf653130-dc81-4914-818f-ececa88f545f admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:26:16.267794 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf653130-dc81-4914-818f-ececa88f545f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2822357'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: Traceback (most recent call last): Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: timer() Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: cb(*args, **kw) Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: return func(*args, **kwargs) Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: self._notify() Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: self.callback(batched_events) Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: event.method(event) Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: return f(self, *a, **k) Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: return self._get(url).json() Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: return self.request(url, 'GET', **kwargs) Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:26:16.269363 dv-cinder-805316-3-iscsi neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:26:16.328032 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf653130-dc81-4914-818f-ececa88f545f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33152454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535142'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:16.336236 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bf653130-dc81-4914-818f-ececa88f545f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:16.338067 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-bf653130-dc81-4914-818f-ececa88f545f admin admin] 10.222.0.21 "DELETE /v2.0/networks/0264deee-d30e-4a36-b707-d0f55034752b HTTP/1.1" status: 204 len: 168 time: 0.2595665 Aug 30 17:26:16.350673 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf653130-dc81-4914-818f-ececa88f545f admin admin] Pushing event deleted for resources: {'Network': ['ID=0264deee-d30e-4a36-b707-d0f55034752b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:16.497989 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 55722) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:16.538733 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-9d6605d0-832c-44a7-9762-b5bfea768eab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7142735bd5464539a2d61d6559761261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395722 Aug 30 17:26:16.541170 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 55730) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:16.593469 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50532ef5-69b1-44af-90c2-7da028a7d3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:16.615517 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50532ef5-69b1-44af-90c2-7da028a7d3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:16.665508 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50532ef5-69b1-44af-90c2-7da028a7d3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:16.668367 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-50532ef5-69b1-44af-90c2-7da028a7d3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:16.671829 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-50532ef5-69b1-44af-90c2-7da028a7d3fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b8f0508-f219-463e-8194-a304240b0293 HTTP/1.1" status: 204 len: 168 time: 0.1273816 Aug 30 17:26:16.677786 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50532ef5-69b1-44af-90c2-7da028a7d3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8f0508-f219-463e-8194-a304240b0293,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:17.047628 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d1100-32d2-434f-9cd2-209806f07d5a req-36c0e746-6cb8-495e-9889-1c8170fd072e tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:17.050083 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4d6d1100-32d2-434f-9cd2-209806f07d5a req-36c0e746-6cb8-495e-9889-1c8170fd072e tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 944 time: 0.0645647 Aug 30 17:26:17.061602 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55764) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:17.100993 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4d6d1100-32d2-434f-9cd2-209806f07d5a req-40c378f0-3e5b-4e8e-9ad8-12a89f99e50c tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396545 Aug 30 17:26:17.110013 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-6c06df4c-83d6-4433-b205-39c92f7dc33b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb1f8cd1557c4c2285e3caaa9be1e81b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472100 Aug 30 17:26:17.112478 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55766) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:17.123244 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 26661db7-40ef-41a5-a42b-ec389ddced8b details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:26:17.156021 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:26:17.158173 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 55768) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:17.174050 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2295c866-8472-4d2d-b764-58ec14ee5147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:17.203179 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2295c866-8472-4d2d-b764-58ec14ee5147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:17.245996 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 26661db7-40ef-41a5-a42b-ec389ddced8b, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=26661db7-40ef-41a5-a42b-ec389ddced8b,segment=NetworkSegment(41e5c997-0375-4a8d-92f7-022af7373204),segment_id=41e5c997-0375-4a8d-92f7-022af7373204)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:26:17.259418 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Returning: {'device': '26661db7-40ef-41a5-a42b-ec389ddced8b', 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'port_id': '26661db7-40ef-41a5-a42b-ec389ddced8b', 'mac_address': 'fa:16:3e:de:09:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:26:17.262037 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2295c866-8472-4d2d-b764-58ec14ee5147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:17.264726 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2295c866-8472-4d2d-b764-58ec14ee5147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:17.268482 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-2295c866-8472-4d2d-b764-58ec14ee5147 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3976ddb8-7d32-428f-b268-10fcfcd2c735 HTTP/1.1" status: 204 len: 168 time: 0.1550677 Aug 30 17:26:17.279743 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295c866-8472-4d2d-b764-58ec14ee5147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3976ddb8-7d32-428f-b268-10fcfcd2c735,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:17.321187 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:17.335565 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26661db7-40ef-41a5-a42b-ec389ddced8b {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:26:17.358894 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 26661db7-40ef-41a5-a42b-ec389ddced8b, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=26661db7-40ef-41a5-a42b-ec389ddced8b,segment=NetworkSegment(41e5c997-0375-4a8d-92f7-022af7373204),segment_id=41e5c997-0375-4a8d-92f7-022af7373204)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:26:17.365433 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:17.422255 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=26661db7-40ef-41a5-a42b-ec389ddced8b,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:17.432708 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:17.433066 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:17.433645 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:17.433995 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:17.434572 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:17.434976 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:17.435315 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:17.435663 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:17.436159 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:17.436750 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:17.437149 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:17.437485 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:17.579728 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['26661db7-40ef-41a5-a42b-ec389ddced8b'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:26:17.630488 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cad22bd4-2375-426c-b7c4-41059ebc3763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533962'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:18.124435 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-cad22bd4-2375-426c-b7c4-41059ebc3763 admin admin] Deleting port 11005aa2-c15d-4f72-8e9a-d2cbca76ca58 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:26:18.125015 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cad22bd4-2375-426c-b7c4-41059ebc3763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:18.237611 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-cad22bd4-2375-426c-b7c4-41059ebc3763 admin admin] For port 11005aa2-c15d-4f72-8e9a-d2cbca76ca58, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=11005aa2-c15d-4f72-8e9a-d2cbca76ca58,segment=NetworkSegment(c74f1a16-00c4-471b-b3bb-ad3b14bbd540),segment_id=c74f1a16-00c4-471b-b3bb-ad3b14bbd540)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:26:18.237980 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cad22bd4-2375-426c-b7c4-41059ebc3763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:18.253656 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-cad22bd4-2375-426c-b7c4-41059ebc3763 admin admin] Calling delete_port for 11005aa2-c15d-4f72-8e9a-d2cbca76ca58 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:26:18.268010 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da1140-0548-442f-ae05-43c0ab4079ae req-a38f742c-8d2d-4793-980f-ae7e23c92db1 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:18.269474 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-71da1140-0548-442f-ae05-43c0ab4079ae req-a38f742c-8d2d-4793-980f-ae7e23c92db1 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 945 time: 0.0894375 Aug 30 17:26:18.351191 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-71da1140-0548-442f-ae05-43c0ab4079ae req-4bbbe965-fabd-4c31-a103-badf5c438455 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733602 Aug 30 17:26:18.477808 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cad22bd4-2375-426c-b7c4-41059ebc3763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:18.505194 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad22bd4-2375-426c-b7c4-41059ebc3763 admin admin] Pushing event deleted for resources: {'Port': ['ID=11005aa2-c15d-4f72-8e9a-d2cbca76ca58,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:18.679929 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cad22bd4-2375-426c-b7c4-41059ebc3763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533760'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:18.904072 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad22bd4-2375-426c-b7c4-41059ebc3763 admin admin] Router 2ba871b7-1fc6-4a7a-add0-48000b3edf01 has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:26:19.013315 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad22bd4-2375-426c-b7c4-41059ebc3763 admin admin] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:26:19.022299 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55812) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:19.022731 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-cad22bd4-2375-426c-b7c4-41059ebc3763 admin admin] 10.222.0.21 "PUT /v2.0/routers/2ba871b7-1fc6-4a7a-add0-48000b3edf01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8627634 Aug 30 17:26:19.026300 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902a5b8a-b8ed-4bb1-b21c-b23b97812474 None None] Sync routers for ids ['2ba871b7-1fc6-4a7a-add0-48000b3edf01'] in dv-cinder-805316-3-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:26:19.039752 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902a5b8a-b8ed-4bb1-b21c-b23b97812474 None None] Routers {'2ba871b7-1fc6-4a7a-add0-48000b3edf01'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:26:19.040547 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-902a5b8a-b8ed-4bb1-b21c-b23b97812474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:25:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['2ba871b7-1fc6-4a7a-add0-48000b3edf01'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:19.134422 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-303e097c-e9e2-40e3-bf62-23717ff76056 admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:19.136380 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 26661db7-40ef-41a5-a42b-ec389ddced8b up at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:26:19.181305 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-902a5b8a-b8ed-4bb1-b21c-b23b97812474 None None] Set router 2ba871b7-1fc6-4a7a-add0-48000b3edf01 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:26:19.286104 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning for port 26661db7-40ef-41a5-a42b-ec389ddced8b completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:26:19.294384 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning complete for port 26661db7-40ef-41a5-a42b-ec389ddced8b triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:26:19.294760 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:19.429468 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:19.455654 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-902a5b8a-b8ed-4bb1-b21c-b23b97812474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'name': 'tempest-TestMinimumBasicScenario-790838240-router', 'tenant_id': '1e87154fe5704a729a211e9e1f568318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:22:52Z', 'updated_at': '2021-08-30T17:26:18Z', 'revision_number': 5, 'project_id': '1e87154fe5704a729a211e9e1f568318', 'gw_port': {'id': '7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:22:52Z', 'updated_at': '2021-08-30T17:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:19.460878 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542bd270-d185-4a55-8829-bf9cb1cde4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26661db7-40ef-41a5-a42b-ec389ddced8b'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:26:19.463161 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b565bf2a2ce0626243007c858acec0a0684ffd3fe6012f569d221254cd872eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea96fd4f-89e8-4169-9c1d-4d809ab33e69" -d '{"events": [{"server_uuid": "542bd270-d185-4a55-8829-bf9cb1cde4b6", "name": "network-vif-plugged", "status": "completed", "tag": "26661db7-40ef-41a5-a42b-ec389ddced8b"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:26:19.478765 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-303e097c-e9e2-40e3-bf62-23717ff76056 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:19.497059 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902a5b8a-b8ed-4bb1-b21c-b23b97812474 None None] Checking router: 2ba871b7-1fc6-4a7a-add0-48000b3edf01 for host: dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:26:19.503543 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 26661db7-40ef-41a5-a42b-ec389ddced8b, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=26661db7-40ef-41a5-a42b-ec389ddced8b,segment=NetworkSegment(41e5c997-0375-4a8d-92f7-022af7373204),segment_id=41e5c997-0375-4a8d-92f7-022af7373204)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:26:19.509295 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:19.510305 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device f6ab28ee-87d4-4888-b560-457fd4ebe293 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:26:19.515104 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902a5b8a-b8ed-4bb1-b21c-b23b97812474 None None] Routers {'2ba871b7-1fc6-4a7a-add0-48000b3edf01'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:26:19.515722 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-902a5b8a-b8ed-4bb1-b21c-b23b97812474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:25:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['2ba871b7-1fc6-4a7a-add0-48000b3edf01'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:19.521043 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f443e2-404d-45aa-9ce8-16ef69d2621d req-e4d05558-18e0-4572-9b2b-167c7d695610 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:19.522667 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-88f443e2-404d-45aa-9ce8-16ef69d2621d req-e4d05558-18e0-4572-9b2b-167c7d695610 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 945 time: 0.0856175 Aug 30 17:26:19.537759 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-303e097c-e9e2-40e3-bf62-23717ff76056 admin admin] Deleting port 7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:26:19.538363 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-303e097c-e9e2-40e3-bf62-23717ff76056 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:19.569302 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c070185-8527-4e77-97f4-63349cf51b1e x-openstack-request-id: req-8c070185-8527-4e77-97f4-63349cf51b1e {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:26:19.570029 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542bd270-d185-4a55-8829-bf9cb1cde4b6", "name": "network-vif-plugged", "status": "completed", "tag": "26661db7-40ef-41a5-a42b-ec389ddced8b", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:26:19.570482 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c070185-8527-4e77-97f4-63349cf51b1e {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:26:19.571021 dv-cinder-805316-3-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542bd270-d185-4a55-8829-bf9cb1cde4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26661db7-40ef-41a5-a42b-ec389ddced8b', 'code': 200} Aug 30 17:26:19.588781 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-88f443e2-404d-45aa-9ce8-16ef69d2621d req-ecd8a92c-1b1a-4a58-a747-93df9715e6f9 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539644 Aug 30 17:26:19.624491 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] No Port match for: f6ab28ee-87d4-4888-b560-457fd4ebe293 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:26:19.624837 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device f6ab28ee-87d4-4888-b560-457fd4ebe293 not bound to the agent host hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:26:19.626959 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-303e097c-e9e2-40e3-bf62-23717ff76056 admin admin] For port 7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3,segment=NetworkSegment(a1e39651-c313-42ea-8a56-542d3d88063d),segment_id=a1e39651-c313-42ea-8a56-542d3d88063d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:26:19.627571 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-303e097c-e9e2-40e3-bf62-23717ff76056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:19.642532 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-303e097c-e9e2-40e3-bf62-23717ff76056 admin admin] Calling delete_port for 7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:26:19.669929 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=26661db7-40ef-41a5-a42b-ec389ddced8b,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:19.672998 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-902a5b8a-b8ed-4bb1-b21c-b23b97812474 None None] Set router 2ba871b7-1fc6-4a7a-add0-48000b3edf01 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:26:19.744720 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c197ca7-8537-41e5-9734-c5155dfb9087 req-26bacb2f-2e1e-497f-879c-21dc52150705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:19.746315 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0c197ca7-8537-41e5-9734-c5155dfb9087 req-26bacb2f-2e1e-497f-879c-21dc52150705 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 1099 time: 0.0593593 Aug 30 17:26:19.827771 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0c197ca7-8537-41e5-9734-c5155dfb9087 req-b043da6c-d666-4095-a2b5-7f3a06a6c10c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490658 Aug 30 17:26:19.843682 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-902a5b8a-b8ed-4bb1-b21c-b23b97812474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'name': 'tempest-TestMinimumBasicScenario-790838240-router', 'tenant_id': '1e87154fe5704a729a211e9e1f568318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:22:52Z', 'updated_at': '2021-08-30T17:26:19Z', 'revision_number': 6, 'project_id': '1e87154fe5704a729a211e9e1f568318', 'gw_port_host': None}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:19.870338 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902a5b8a-b8ed-4bb1-b21c-b23b97812474 None None] The sync data for ids ['2ba871b7-1fc6-4a7a-add0-48000b3edf01'] in dv-cinder-805316-3-iscsi is: [{'id': '2ba871b7-1fc6-4a7a-add0-48000b3edf01', 'name': 'tempest-TestMinimumBasicScenario-790838240-router', 'tenant_id': '1e87154fe5704a729a211e9e1f568318', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:22:52Z', 'updated_at': '2021-08-30T17:26:19Z', 'revision_number': 6, 'project_id': '1e87154fe5704a729a211e9e1f568318', 'gw_port_host': None}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:26:19.872292 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-303e097c-e9e2-40e3-bf62-23717ff76056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:19.899350 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e097c-e9e2-40e3-bf62-23717ff76056 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:19.955887 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-303e097c-e9e2-40e3-bf62-23717ff76056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535130'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:20.045884 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-303e097c-e9e2-40e3-bf62-23717ff76056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102458'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:20.047862 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-303e097c-e9e2-40e3-bf62-23717ff76056 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:20.090177 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-303e097c-e9e2-40e3-bf62-23717ff76056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525258'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:20.090735 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303e097c-e9e2-40e3-bf62-23717ff76056 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ba871b7-1fc6-4a7a-add0-48000b3edf01 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 17:26:20.095682 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-303e097c-e9e2-40e3-bf62-23717ff76056 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:20.096633 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-303e097c-e9e2-40e3-bf62-23717ff76056 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2ba871b7-1fc6-4a7a-add0-48000b3edf01 HTTP/1.1" status: 204 len: 168 time: 1.0730047 Aug 30 17:26:20.099761 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55822) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:20.142665 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-77645f0a-7ce0-4fba-a192-4c0716626e4e admin admin] Deleting subnet e2441a91-a5c9-4f3f-a0e9-881d637a8bbc {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:26:20.146366 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-77645f0a-7ce0-4fba-a192-4c0716626e4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:20.180575 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-77645f0a-7ce0-4fba-a192-4c0716626e4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993701'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:20.296475 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-77645f0a-7ce0-4fba-a192-4c0716626e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33214020'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:20.350075 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-77645f0a-7ce0-4fba-a192-4c0716626e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33214027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314945'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:20.376059 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77645f0a-7ce0-4fba-a192-4c0716626e4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2441a91-a5c9-4f3f-a0e9-881d637a8bbc,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:20.378070 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-77645f0a-7ce0-4fba-a192-4c0716626e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:20.382900 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-77645f0a-7ce0-4fba-a192-4c0716626e4e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e2441a91-a5c9-4f3f-a0e9-881d637a8bbc HTTP/1.1" status: 204 len: 168 time: 0.2797482 Aug 30 17:26:20.383292 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55830) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:20.386969 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ab3d1c-0f76-4d43-96c3-65c9d945b9a6 None None] Network ff1002d0-fa0b-4127-8146-74c3b9876100 requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:26:20.454362 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86da5860-a22c-4095-9a32-a2d970e34c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33116116'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:20.506847 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-86da5860-a22c-4095-9a32-a2d970e34c35 admin admin] Deleting port 48bc3199-cf35-41ce-9f8e-d9a954a55602 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:26:20.507198 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86da5860-a22c-4095-9a32-a2d970e34c35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:20.571761 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-86da5860-a22c-4095-9a32-a2d970e34c35 admin admin] For port 48bc3199-cf35-41ce-9f8e-d9a954a55602, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=48bc3199-cf35-41ce-9f8e-d9a954a55602,segment=NetworkSegment(c74f1a16-00c4-471b-b3bb-ad3b14bbd540),segment_id=c74f1a16-00c4-471b-b3bb-ad3b14bbd540)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:26:20.572031 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86da5860-a22c-4095-9a32-a2d970e34c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:20.585559 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-86da5860-a22c-4095-9a32-a2d970e34c35 admin admin] Calling delete_port for 48bc3199-cf35-41ce-9f8e-d9a954a55602 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:26:20.647355 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca1423b-0647-4ce0-8fa4-dc52c641587f None None] DHCP port deletion for ff1002d0-fa0b-4127-8146-74c3b9876100 request from dv-cinder-805316-3-iscsi {{(pid=93817) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 17:26:20.671196 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86da5860-a22c-4095-9a32-a2d970e34c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:20.697812 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da5860-a22c-4095-9a32-a2d970e34c35 admin admin] Pushing event deleted for resources: {'Port': ['ID=48bc3199-cf35-41ce-9f8e-d9a954a55602,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:20.701264 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86da5860-a22c-4095-9a32-a2d970e34c35 admin admin] No DVR routers for this DVR port 48bc3199-cf35-41ce-9f8e-d9a954a55602 on host dv-cinder-805316-3-iscsi {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:26:20.702241 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-dca1423b-0647-4ce0-8fa4-dc52c641587f None None] Deleting port 48bc3199-cf35-41ce-9f8e-d9a954a55602 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:26:20.702625 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dca1423b-0647-4ce0-8fa4-dc52c641587f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:20.733732 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d6851-bfe1-421b-9c9f-10c89cc11684 req-93b4ea8b-f2c4-4d46-8d66-a0c064b9e93b tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:20.742932 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2e7d6851-bfe1-421b-9c9f-10c89cc11684 req-93b4ea8b-f2c4-4d46-8d66-a0c064b9e93b tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 946 time: 0.0722427 Aug 30 17:26:20.776985 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-dca1423b-0647-4ce0-8fa4-dc52c641587f None None] For port 48bc3199-cf35-41ce-9f8e-d9a954a55602, host dv-cinder-805316-3-iscsi, got binding levels [] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:26:20.777723 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dca1423b-0647-4ce0-8fa4-dc52c641587f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:20.780076 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2e7d6851-bfe1-421b-9c9f-10c89cc11684 req-f4460b38-0bac-44cd-81d3-d98a659366d2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359774 Aug 30 17:26:20.789906 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86da5860-a22c-4095-9a32-a2d970e34c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33152447', 'neutron.services.segments.db._delete_segments_for_network-8763729442798'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:20.806237 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-86da5860-a22c-4095-9a32-a2d970e34c35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff1002d0-fa0b-4127-8146-74c3b9876100']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:20.813981 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-86da5860-a22c-4095-9a32-a2d970e34c35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74f1a16-00c4-471b-b3bb-ad3b14bbd540') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:20.814402 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-86da5860-a22c-4095-9a32-a2d970e34c35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74f1a16-00c4-471b-b3bb-ad3b14bbd540') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:20.824998 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86da5860-a22c-4095-9a32-a2d970e34c35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763729442681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993722'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:20.835154 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-dca1423b-0647-4ce0-8fa4-dc52c641587f None None] Calling delete_port for 48bc3199-cf35-41ce-9f8e-d9a954a55602 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:26:20.840448 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86da5860-a22c-4095-9a32-a2d970e34c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:20.841891 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.ipam_backend_mixin [None req-dca1423b-0647-4ce0-8fa4-dc52c641587f None None] Port 48bc3199-cf35-41ce-9f8e-d9a954a55602 was not found and therefore no delete operation was performed {{(pid=93817) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 17:26:20.843904 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dca1423b-0647-4ce0-8fa4-dc52c641587f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:20.849182 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86da5860-a22c-4095-9a32-a2d970e34c35 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:26:20.849963 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86da5860-a22c-4095-9a32-a2d970e34c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194063'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: Traceback (most recent call last): Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: timer() Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: cb(*args, **kw) Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: return func(*args, **kwargs) Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: self._notify() Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: self.callback(batched_events) Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: event.method(event) Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: return f(self, *a, **k) Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: return self._get(url).json() Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: return self.request(url, 'GET', **kwargs) Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:26:20.852215 dv-cinder-805316-3-iscsi neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:26:20.885497 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1423b-0647-4ce0-8fa4-dc52c641587f None None] Pushing event deleted for resources: {'Port': ['ID=48bc3199-cf35-41ce-9f8e-d9a954a55602,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:20.892338 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca1423b-0647-4ce0-8fa4-dc52c641587f None None] No DVR routers for this DVR port 48bc3199-cf35-41ce-9f8e-d9a954a55602 on host dv-cinder-805316-3-iscsi {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:26:20.908489 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3 no longer exists at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:26:20.923168 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86da5860-a22c-4095-9a32-a2d970e34c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33152454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535142'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:20.929695 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-86da5860-a22c-4095-9a32-a2d970e34c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:20.931512 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-86da5860-a22c-4095-9a32-a2d970e34c35 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ff1002d0-fa0b-4127-8146-74c3b9876100 HTTP/1.1" status: 204 len: 168 time: 0.5474329 Aug 30 17:26:20.934464 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 55834) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:20.944745 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] No Port match for: 7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:26:20.945096 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 7e3b8aab-bb8b-444e-83b7-d18d1f89e1d3 not bound to the agent host dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:26:20.945549 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 11005aa2-c15d-4f72-8e9a-d2cbca76ca58 no longer exists at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:26:20.948526 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da5860-a22c-4095-9a32-a2d970e34c35 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff1002d0-fa0b-4127-8146-74c3b9876100,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:20.964459 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] No Port match for: 11005aa2-c15d-4f72-8e9a-d2cbca76ca58 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:26:20.964810 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 11005aa2-c15d-4f72-8e9a-d2cbca76ca58 not bound to the agent host dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:26:20.965237 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 48bc3199-cf35-41ce-9f8e-d9a954a55602 no longer exists at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:26:20.988654 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] No Port match for: 48bc3199-cf35-41ce-9f8e-d9a954a55602 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:26:20.990040 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 48bc3199-cf35-41ce-9f8e-d9a954a55602 not bound to the agent host dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:26:21.278406 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-faddaf54-63e5-4476-891b-08313f07028e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533962'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:21.524526 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-faddaf54-63e5-4476-891b-08313f07028e admin admin] Deleting port 920568b3-e737-4833-b8fc-c453773e17ad {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:26:21.524870 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-faddaf54-63e5-4476-891b-08313f07028e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:21.533687 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55842) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:21.609396 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-faddaf54-63e5-4476-891b-08313f07028e admin admin] For port 920568b3-e737-4833-b8fc-c453773e17ad, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=920568b3-e737-4833-b8fc-c453773e17ad,segment=NetworkSegment(e1d51ef1-9ba8-43be-9fe7-5f8a9f22290c),segment_id=e1d51ef1-9ba8-43be-9fe7-5f8a9f22290c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:26:21.609797 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-faddaf54-63e5-4476-891b-08313f07028e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:21.622760 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-faddaf54-63e5-4476-891b-08313f07028e admin admin] Calling delete_port for 920568b3-e737-4833-b8fc-c453773e17ad owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:26:21.638154 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bea77a5-c5ec-488b-b52e-8134000f6718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:21.727047 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bea77a5-c5ec-488b-b52e-8134000f6718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:21.730856 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0bea77a5-c5ec-488b-b52e-8134000f6718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:21.768747 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-0bea77a5-c5ec-488b-b52e-8134000f6718 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de2ee56fa93a4d488f46d6f0cb83cd92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339158 Aug 30 17:26:21.769659 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea77a5-c5ec-488b-b52e-8134000f6718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932bb7ca-4093-40da-99a1-67abd24747cd,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:21.772633 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55846) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:21.802152 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-faddaf54-63e5-4476-891b-08313f07028e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:21.826571 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8cc0a02e-04c1-436a-b957-e268c6e8ce1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:21.829652 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faddaf54-63e5-4476-891b-08313f07028e admin admin] Pushing event deleted for resources: {'Port': ['ID=920568b3-e737-4833-b8fc-c453773e17ad,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:21.856246 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8cc0a02e-04c1-436a-b957-e268c6e8ce1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:21.913834 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8cc0a02e-04c1-436a-b957-e268c6e8ce1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:21.917170 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8cc0a02e-04c1-436a-b957-e268c6e8ce1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:21.918612 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-8cc0a02e-04c1-436a-b957-e268c6e8ce1f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/932bb7ca-4093-40da-99a1-67abd24747cd HTTP/1.1" status: 204 len: 168 time: 0.1450701 Aug 30 17:26:21.939639 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0a02e-04c1-436a-b957-e268c6e8ce1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932bb7ca-4093-40da-99a1-67abd24747cd,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:21.985138 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bce1c-9764-431e-b62a-eb506ca1586a req-e487606c-248b-4501-85f0-94294fce29bc tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:21.986725 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f66bce1c-9764-431e-b62a-eb506ca1586a req-e487606c-248b-4501-85f0-94294fce29bc tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 946 time: 0.1144345 Aug 30 17:26:22.074818 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-faddaf54-63e5-4476-891b-08313f07028e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533760'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:22.079745 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f66bce1c-9764-431e-b62a-eb506ca1586a req-4525ed96-721d-47c7-812b-cb9e18b03868 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618792 Aug 30 17:26:22.235328 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55856) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:22.252413 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c1ca6d0b-1bb9-4b24-9b98-b3c205da5f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:22.351765 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c1ca6d0b-1bb9-4b24-9b98-b3c205da5f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:22.355548 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c1ca6d0b-1bb9-4b24-9b98-b3c205da5f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:22.393641 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca6d0b-1bb9-4b24-9b98-b3c205da5f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051dd6b5-7c05-43fd-95ab-01942a28bdef,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:22.398792 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-c1ca6d0b-1bb9-4b24-9b98-b3c205da5f4b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b57b659f0aed43a0876aa3d16746d601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1623616 Aug 30 17:26:22.401544 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55858) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:22.432205 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb5e0d-2a61-41d7-ac77-385490c0764b req-25ddff44-a811-4187-9648-1922d6854bd7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:22.433699 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c1eb5e0d-2a61-41d7-ac77-385490c0764b req-25ddff44-a811-4187-9648-1922d6854bd7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 946 time: 0.2711513 Aug 30 17:26:22.447136 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55860) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:22.453420 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-a3332fb4-a000-44ee-8428-0ec817021a40 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Request body: {'floatingip': {'port_id': '26661db7-40ef-41a5-a42b-ec389ddced8b'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:26:22.486411 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-46bf3d7a-9095-4802-8401-fb9fca041172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:22.501548 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a3332fb4-a000-44ee-8428-0ec817021a40 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for floatingip, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:22.535154 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faddaf54-63e5-4476-891b-08313f07028e admin admin] Router 8265f749-c933-4646-8f79-d5831d95b1fa has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:26:22.546840 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-46bf3d7a-9095-4802-8401-fb9fca041172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:22.642848 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faddaf54-63e5-4476-891b-08313f07028e admin admin] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:26:22.648445 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-faddaf54-63e5-4476-891b-08313f07028e admin admin] 10.222.0.21 "PUT /v2.0/routers/8265f749-c933-4646-8f79-d5831d95b1fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7129705 Aug 30 17:26:22.653121 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d541dc2c-a458-4082-87d8-54ae97d5bdb0 None None] Sync routers for ids ['8265f749-c933-4646-8f79-d5831d95b1fa'] in dv-cinder-805316-3-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:26:22.656085 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 55862) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:22.663340 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d541dc2c-a458-4082-87d8-54ae97d5bdb0 None None] Routers {'8265f749-c933-4646-8f79-d5831d95b1fa'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:26:22.663954 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d541dc2c-a458-4082-87d8-54ae97d5bdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:25:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['8265f749-c933-4646-8f79-d5831d95b1fa'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:22.715479 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-46bf3d7a-9095-4802-8401-fb9fca041172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:22.717901 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-46bf3d7a-9095-4802-8401-fb9fca041172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:22.719056 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-46bf3d7a-9095-4802-8401-fb9fca041172 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/051dd6b5-7c05-43fd-95ab-01942a28bdef HTTP/1.1" status: 204 len: 168 time: 0.3166099 Aug 30 17:26:22.734558 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf3d7a-9095-4802-8401-fb9fca041172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051dd6b5-7c05-43fd-95ab-01942a28bdef,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:22.764923 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0619c4f-b0bb-4d80-b6bd-aa51c7d6ab6d admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:22.798658 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-d541dc2c-a458-4082-87d8-54ae97d5bdb0 None None] Set router 8265f749-c933-4646-8f79-d5831d95b1fa gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:26:22.880207 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0619c4f-b0bb-4d80-b6bd-aa51c7d6ab6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:22.958951 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f0619c4f-b0bb-4d80-b6bd-aa51c7d6ab6d admin admin] Deleting port c7f8b829-27fd-48bf-ac75-83bde4187029 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:26:22.959295 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0619c4f-b0bb-4d80-b6bd-aa51c7d6ab6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:23.008917 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a3332fb4-a000-44ee-8428-0ec817021a40 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:23.013392 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a3332fb4-a000-44ee-8428-0ec817021a40 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535188'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:23.039707 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d541dc2c-a458-4082-87d8-54ae97d5bdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8265f749-c933-4646-8f79-d5831d95b1fa', 'name': 'tempest-TestMinimumBasicScenario-644212662-router', 'tenant_id': 'e6cec29aa2a24018ad33c35d05e6ed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c7f8b829-27fd-48bf-ac75-83bde4187029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:23:00Z', 'updated_at': '2021-08-30T17:26:21Z', 'revision_number': 5, 'project_id': 'e6cec29aa2a24018ad33c35d05e6ed1f', 'gw_port': {'id': 'c7f8b829-27fd-48bf-ac75-83bde4187029', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:77:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8265f749-c933-4646-8f79-d5831d95b1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:23:01Z', 'updated_at': '2021-08-30T17:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:23.053375 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f0619c4f-b0bb-4d80-b6bd-aa51c7d6ab6d admin admin] For port c7f8b829-27fd-48bf-ac75-83bde4187029, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=c7f8b829-27fd-48bf-ac75-83bde4187029,segment=NetworkSegment(a1e39651-c313-42ea-8a56-542d3d88063d),segment_id=a1e39651-c313-42ea-8a56-542d3d88063d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:26:23.053944 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0619c4f-b0bb-4d80-b6bd-aa51c7d6ab6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:23.068386 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f0619c4f-b0bb-4d80-b6bd-aa51c7d6ab6d admin admin] Calling delete_port for c7f8b829-27fd-48bf-ac75-83bde4187029 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:26:23.068630 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d541dc2c-a458-4082-87d8-54ae97d5bdb0 None None] Checking router: 8265f749-c933-4646-8f79-d5831d95b1fa for host: dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:26:23.078429 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d541dc2c-a458-4082-87d8-54ae97d5bdb0 None None] Routers {'8265f749-c933-4646-8f79-d5831d95b1fa'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:26:23.079046 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d541dc2c-a458-4082-87d8-54ae97d5bdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:25:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['8265f749-c933-4646-8f79-d5831d95b1fa'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:23.143667 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.db.l3_db [None req-a3332fb4-a000-44ee-8428-0ec817021a40 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Floating IP 5ceb90b8-2b27-43b0-9190-bbc676541435 associated. External IP: 172.27.2.87, port: 26661db7-40ef-41a5-a42b-ec389ddced8b. Aug 30 17:26:23.183676 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-d541dc2c-a458-4082-87d8-54ae97d5bdb0 None None] Set router 8265f749-c933-4646-8f79-d5831d95b1fa gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:26:23.255558 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-d541dc2c-a458-4082-87d8-54ae97d5bdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8265f749-c933-4646-8f79-d5831d95b1fa', 'name': 'tempest-TestMinimumBasicScenario-644212662-router', 'tenant_id': 'e6cec29aa2a24018ad33c35d05e6ed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:23:00Z', 'updated_at': '2021-08-30T17:26:22Z', 'revision_number': 6, 'project_id': 'e6cec29aa2a24018ad33c35d05e6ed1f', 'gw_port_host': None}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:23.265754 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0619c4f-b0bb-4d80-b6bd-aa51c7d6ab6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:23.287325 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d541dc2c-a458-4082-87d8-54ae97d5bdb0 None None] The sync data for ids ['8265f749-c933-4646-8f79-d5831d95b1fa'] in dv-cinder-805316-3-iscsi is: [{'id': '8265f749-c933-4646-8f79-d5831d95b1fa', 'name': 'tempest-TestMinimumBasicScenario-644212662-router', 'tenant_id': 'e6cec29aa2a24018ad33c35d05e6ed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:23:00Z', 'updated_at': '2021-08-30T17:26:22Z', 'revision_number': 6, 'project_id': 'e6cec29aa2a24018ad33c35d05e6ed1f', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:26:23.294743 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0619c4f-b0bb-4d80-b6bd-aa51c7d6ab6d admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f8b829-27fd-48bf-ac75-83bde4187029,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:23.371716 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0619c4f-b0bb-4d80-b6bd-aa51c7d6ab6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535130'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:23.397608 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3332fb4-a000-44ee-8428-0ec817021a40 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Router 666b9479-d9e0-44bc-9a05-6bf78489e48d has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:26:23.480259 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0619c4f-b0bb-4d80-b6bd-aa51c7d6ab6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102458'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:23.482778 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0619c4f-b0bb-4d80-b6bd-aa51c7d6ab6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:23.511776 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3332fb4-a000-44ee-8428-0ec817021a40 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:26:23.516395 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a3332fb4-a000-44ee-8428-0ec817021a40 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:23.524603 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5678e75d-879e-41b6-a680-c3b9042eaf25 None None] Sync routers for ids ['666b9479-d9e0-44bc-9a05-6bf78489e48d'] in dv-cinder-805316-3-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:26:23.536493 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5678e75d-879e-41b6-a680-c3b9042eaf25 None None] Routers {'666b9479-d9e0-44bc-9a05-6bf78489e48d'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:26:23.538456 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-5678e75d-879e-41b6-a680-c3b9042eaf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:25:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['666b9479-d9e0-44bc-9a05-6bf78489e48d'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:23.559413 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-a3332fb4-a000-44ee-8428-0ec817021a40 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "PUT /v2.0/floatingips/5ceb90b8-2b27-43b0-9190-bbc676541435 HTTP/1.1" status: 200 len: 991 time: 1.1010506 Aug 30 17:26:23.559984 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0619c4f-b0bb-4d80-b6bd-aa51c7d6ab6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525258'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:23.560116 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0619c4f-b0bb-4d80-b6bd-aa51c7d6ab6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8265f749-c933-4646-8f79-d5831d95b1fa {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 17:26:23.561667 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542bd270-d185-4a55-8829-bf9cb1cde4b6', 'tag': '26661db7-40ef-41a5-a42b-ec389ddced8b'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:26:23.564012 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a00161-4db8-4c51-83ed-794f67c956f4" -d '{"events": [{"name": "network-changed", "server_uuid": "542bd270-d185-4a55-8829-bf9cb1cde4b6", "tag": "26661db7-40ef-41a5-a42b-ec389ddced8b"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:26:23.565145 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0619c4f-b0bb-4d80-b6bd-aa51c7d6ab6d admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:23.569261 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-f0619c4f-b0bb-4d80-b6bd-aa51c7d6ab6d admin admin] 10.222.0.21 "DELETE /v2.0/routers/8265f749-c933-4646-8f79-d5831d95b1fa HTTP/1.1" status: 204 len: 168 time: 0.9119601 Aug 30 17:26:23.569762 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 55886) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:23.627815 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24eedb8a-b8d2-4e3d-b68d-3f695bedf2b1 x-openstack-request-id: req-24eedb8a-b8d2-4e3d-b68d-3f695bedf2b1 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:26:23.628206 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542bd270-d185-4a55-8829-bf9cb1cde4b6", "tag": "26661db7-40ef-41a5-a42b-ec389ddced8b", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:26:23.628541 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24eedb8a-b8d2-4e3d-b68d-3f695bedf2b1 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:26:23.629028 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542bd270-d185-4a55-8829-bf9cb1cde4b6', 'tag': '26661db7-40ef-41a5-a42b-ec389ddced8b', 'status': 'completed', 'code': 200} Aug 30 17:26:23.643118 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb4607d-5a0d-40b7-a28a-0ceb06dd4347 admin admin] Deleting subnet 5dab8602-036a-4bea-8f8c-aed7d1972f7b {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:26:23.647489 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-beb4607d-5a0d-40b7-a28a-0ceb06dd4347 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:23.690626 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-5678e75d-879e-41b6-a680-c3b9042eaf25 None None] Set router 666b9479-d9e0-44bc-9a05-6bf78489e48d gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:26:23.708693 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00161-4db8-4c51-83ed-794f67c956f4 req-bfdc49d0-0efa-4e3d-8f57-a32381b40ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:23.710850 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-37a00161-4db8-4c51-83ed-794f67c956f4 req-bfdc49d0-0efa-4e3d-8f57-a32381b40ad5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c21fe597089042da855ac89daddb7bed&device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 1099 time: 0.0583234 Aug 30 17:26:23.716526 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-beb4607d-5a0d-40b7-a28a-0ceb06dd4347 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3015866'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:23.827932 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00161-4db8-4c51-83ed-794f67c956f4 req-e22391a7-f9e7-4ea6-99a1-45e48d6db649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:23.829762 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-37a00161-4db8-4c51-83ed-794f67c956f4 req-e22391a7-f9e7-4ea6-99a1-45e48d6db649 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd HTTP/1.1" status: 200 len: 918 time: 0.1121998 Aug 30 17:26:23.884711 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-beb4607d-5a0d-40b7-a28a-0ceb06dd4347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33214020'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:23.914097 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-37a00161-4db8-4c51-83ed-794f67c956f4 req-bd70e8cd-4e8b-4bb4-be0b-2619e143567d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26661db7-40ef-41a5-a42b-ec389ddced8b HTTP/1.1" status: 200 len: 999 time: 0.0764940 Aug 30 17:26:23.950690 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-beb4607d-5a0d-40b7-a28a-0ceb06dd4347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33214027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2822323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2815012'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:23.968328 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00161-4db8-4c51-83ed-794f67c956f4 req-09982e10-8275-40b1-be5b-efc64e72e7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:23.970196 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-37a00161-4db8-4c51-83ed-794f67c956f4 req-09982e10-8275-40b1-be5b-efc64e72e7d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f9b76a77-690c-4632-9995-41f5ada41bd6 HTTP/1.1" status: 200 len: 856 time: 0.0492623 Aug 30 17:26:23.981547 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4607d-5a0d-40b7-a28a-0ceb06dd4347 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dab8602-036a-4bea-8f8c-aed7d1972f7b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:23.987488 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-beb4607d-5a0d-40b7-a28a-0ceb06dd4347 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:23.993008 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-beb4607d-5a0d-40b7-a28a-0ceb06dd4347 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5dab8602-036a-4bea-8f8c-aed7d1972f7b HTTP/1.1" status: 204 len: 168 time: 0.4171038 Aug 30 17:26:23.993871 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 55894) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:23.995268 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fa5615-0713-4f3a-9c17-fbe052b7356e None None] Network d2bc0b52-6374-41c5-bad1-d19d0b55447c requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:26:24.033564 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00161-4db8-4c51-83ed-794f67c956f4 req-eea60634-6a6b-45b8-bd08-0a9a4cced4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:24.035348 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-37a00161-4db8-4c51-83ed-794f67c956f4 req-eea60634-6a6b-45b8-bd08-0a9a4cced4d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573397 Aug 30 17:26:24.073355 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-5678e75d-879e-41b6-a680-c3b9042eaf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712255040-router', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:21:45Z', 'updated_at': '2021-08-30T17:21:53Z', 'revision_number': 4, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'gw_port': {'id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:47Z', 'updated_at': '2021-08-30T17:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_floatingips': [{'id': '5ceb90b8-2b27-43b0-9190-bbc676541435', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'port_id': '26661db7-40ef-41a5-a42b-ec389ddced8b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'mac_address': 'fa:16:3e:de:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542bd270-d185-4a55-8829-bf9cb1cde4b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:26:09Z', 'updated_at': '2021-08-30T17:26:22Z', 'revision_number': 1, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa943b01-b4f1-47f3-914d-db00d9acff76', 'name': '', 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'mac_address': 'fa:16:3e:80:d6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:51Z', 'updated_at': '2021-08-30T17:22:05Z', 'revision_number': 5, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'subnets': [{'id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:24.074751 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79d67909-5422-47f6-8f43-f9c526af9e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33116116'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:24.107882 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5678e75d-879e-41b6-a680-c3b9042eaf25 None None] Checking router: 666b9479-d9e0-44bc-9a05-6bf78489e48d for host: dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:26:24.168601 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-79d67909-5422-47f6-8f43-f9c526af9e52 admin admin] Deleting port f164172b-3983-434e-8a49-dfd9fbcbea4f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:26:24.170073 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79d67909-5422-47f6-8f43-f9c526af9e52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:24.174660 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-37a00161-4db8-4c51-83ed-794f67c956f4 req-9e86d869-fd08-4dc6-a6a2-452e719beab5 service neutron] 10.222.0.52 "GET /v2.0/networks/7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317389 Aug 30 17:26:24.180739 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5678e75d-879e-41b6-a680-c3b9042eaf25 None None] Routers {'666b9479-d9e0-44bc-9a05-6bf78489e48d'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:26:24.181589 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-5678e75d-879e-41b6-a680-c3b9042eaf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:25:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['666b9479-d9e0-44bc-9a05-6bf78489e48d'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:24.243195 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-79d67909-5422-47f6-8f43-f9c526af9e52 admin admin] For port f164172b-3983-434e-8a49-dfd9fbcbea4f, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=f164172b-3983-434e-8a49-dfd9fbcbea4f,segment=NetworkSegment(e1d51ef1-9ba8-43be-9fe7-5f8a9f22290c),segment_id=e1d51ef1-9ba8-43be-9fe7-5f8a9f22290c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:26:24.247614 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79d67909-5422-47f6-8f43-f9c526af9e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:24.276624 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-79d67909-5422-47f6-8f43-f9c526af9e52 admin admin] Calling delete_port for f164172b-3983-434e-8a49-dfd9fbcbea4f owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:26:24.361295 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-5678e75d-879e-41b6-a680-c3b9042eaf25 None None] Set router 666b9479-d9e0-44bc-9a05-6bf78489e48d gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:26:24.397607 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da9011f-c2ef-4061-bdf9-31801e4a2885 None None] DHCP port deletion for d2bc0b52-6374-41c5-bad1-d19d0b55447c request from dv-cinder-805316-3-iscsi {{(pid=93817) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 17:26:24.407241 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79d67909-5422-47f6-8f43-f9c526af9e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:24.425072 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d67909-5422-47f6-8f43-f9c526af9e52 admin admin] No DVR routers for this DVR port f164172b-3983-434e-8a49-dfd9fbcbea4f on host dv-cinder-805316-3-iscsi {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:26:24.434384 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6da9011f-c2ef-4061-bdf9-31801e4a2885 None None] The port 'f164172b-3983-434e-8a49-dfd9fbcbea4f' was deleted {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 30 17:26:24.472891 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d67909-5422-47f6-8f43-f9c526af9e52 admin admin] Pushing event deleted for resources: {'Port': ['ID=f164172b-3983-434e-8a49-dfd9fbcbea4f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:24.526078 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79d67909-5422-47f6-8f43-f9c526af9e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33152447', 'neutron.services.segments.db._delete_segments_for_network-8763729442798'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:24.537950 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-79d67909-5422-47f6-8f43-f9c526af9e52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2bc0b52-6374-41c5-bad1-d19d0b55447c']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:24.558259 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-79d67909-5422-47f6-8f43-f9c526af9e52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d51ef1-9ba8-43be-9fe7-5f8a9f22290c') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:24.558565 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-79d67909-5422-47f6-8f43-f9c526af9e52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d51ef1-9ba8-43be-9fe7-5f8a9f22290c') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:24.568566 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79d67909-5422-47f6-8f43-f9c526af9e52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763729442681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3015845'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:24.588803 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79d67909-5422-47f6-8f43-f9c526af9e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:24.597243 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d67909-5422-47f6-8f43-f9c526af9e52 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:26:24.597700 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79d67909-5422-47f6-8f43-f9c526af9e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2822357'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: Traceback (most recent call last): Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: timer() Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: cb(*args, **kw) Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: return func(*args, **kwargs) Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: self._notify() Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: self.callback(batched_events) Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: event.method(event) Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: return f(self, *a, **k) Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: return self._get(url).json() Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: return self.request(url, 'GET', **kwargs) Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:26:24.600635 dv-cinder-805316-3-iscsi neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:26:24.614901 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-37a00161-4db8-4c51-83ed-794f67c956f4 req-e649ef48-bd56-48a4-acc1-8af5d9a87e12 service neutron] 10.222.0.52 "GET /v2.0/networks/7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321964 Aug 30 17:26:24.657558 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79d67909-5422-47f6-8f43-f9c526af9e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33152454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535142'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:24.661149 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-5678e75d-879e-41b6-a680-c3b9042eaf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712255040-router', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:21:45Z', 'updated_at': '2021-08-30T17:21:53Z', 'revision_number': 4, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'gw_port': {'id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:47Z', 'updated_at': '2021-08-30T17:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_floatingips': [{'id': '5ceb90b8-2b27-43b0-9190-bbc676541435', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'port_id': '26661db7-40ef-41a5-a42b-ec389ddced8b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'mac_address': 'fa:16:3e:de:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542bd270-d185-4a55-8829-bf9cb1cde4b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:26:09Z', 'updated_at': '2021-08-30T17:26:22Z', 'revision_number': 1, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa943b01-b4f1-47f3-914d-db00d9acff76', 'name': '', 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'mac_address': 'fa:16:3e:80:d6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:51Z', 'updated_at': '2021-08-30T17:22:05Z', 'revision_number': 5, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'subnets': [{'id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:24.664972 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-79d67909-5422-47f6-8f43-f9c526af9e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:24.665965 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-79d67909-5422-47f6-8f43-f9c526af9e52 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d2bc0b52-6374-41c5-bad1-d19d0b55447c HTTP/1.1" status: 204 len: 168 time: 0.6709964 Aug 30 17:26:24.678546 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d67909-5422-47f6-8f43-f9c526af9e52 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2bc0b52-6374-41c5-bad1-d19d0b55447c,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:24.692137 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5678e75d-879e-41b6-a680-c3b9042eaf25 None None] The sync data for ids ['666b9479-d9e0-44bc-9a05-6bf78489e48d'] in dv-cinder-805316-3-iscsi is: [{'id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712255040-router', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:21:45Z', 'updated_at': '2021-08-30T17:21:53Z', 'revision_number': 4, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'gw_port': {'id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:47Z', 'updated_at': '2021-08-30T17:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_floatingips': [{'id': '5ceb90b8-2b27-43b0-9190-bbc676541435', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'port_id': '26661db7-40ef-41a5-a42b-ec389ddced8b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'mac_address': 'fa:16:3e:de:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542bd270-d185-4a55-8829-bf9cb1cde4b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:26:09Z', 'updated_at': '2021-08-30T17:26:22Z', 'revision_number': 1, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa943b01-b4f1-47f3-914d-db00d9acff76', 'name': '', 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'mac_address': 'fa:16:3e:80:d6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:51Z', 'updated_at': '2021-08-30T17:22:05Z', 'revision_number': 5, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'subnets': [{'id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:26:24.838834 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-58791a6a-d15b-4066-b60f-546bf4b43885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:24.870289 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device c7f8b829-27fd-48bf-ac75-83bde4187029 no longer exists at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:26:24.876091 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 55904) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:24.894490 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] No Port match for: c7f8b829-27fd-48bf-ac75-83bde4187029 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:26:24.895522 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device c7f8b829-27fd-48bf-ac75-83bde4187029 not bound to the agent host dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:26:24.895992 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device f164172b-3983-434e-8a49-dfd9fbcbea4f no longer exists at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:26:24.915988 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] No Port match for: f164172b-3983-434e-8a49-dfd9fbcbea4f {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:26:24.916410 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device f164172b-3983-434e-8a49-dfd9fbcbea4f not bound to the agent host dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:26:24.919870 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 920568b3-e737-4833-b8fc-c453773e17ad no longer exists at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:26:24.920013 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-8c5ceee2-4e7e-4e24-ae0a-14a73dc3b001 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e87154fe5704a729a211e9e1f568318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403605 Aug 30 17:26:24.920460 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 55906) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:24.934857 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ba8443-fd2c-47df-9996-b2d6e41119a9 None None] New status for floating IP 5ceb90b8-2b27-43b0-9190-bbc676541435: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:26:24.940759 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] No Port match for: 920568b3-e737-4833-b8fc-c453773e17ad {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:26:24.941185 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 920568b3-e737-4833-b8fc-c453773e17ad not bound to the agent host dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:26:24.955472 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:24.981106 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28a334e9-91ee-4941-ae63-abca5af7cf7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:25.007324 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28a334e9-91ee-4941-ae63-abca5af7cf7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:25.054845 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28a334e9-91ee-4941-ae63-abca5af7cf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:25.057700 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-28a334e9-91ee-4941-ae63-abca5af7cf7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:25.058876 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-28a334e9-91ee-4941-ae63-abca5af7cf7a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cfe35034-58df-4340-b9b0-7c5cec5f69f0 HTTP/1.1" status: 204 len: 168 time: 0.1378953 Aug 30 17:26:25.066568 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a334e9-91ee-4941-ae63-abca5af7cf7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe35034-58df-4340-b9b0-7c5cec5f69f0,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:25.385842 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 55918) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:25.429959 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-05907e5d-8079-4566-817a-f0974beeafb9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6cec29aa2a24018ad33c35d05e6ed1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425918 Aug 30 17:26:25.432522 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 55922) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:25.481808 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8bbdf29f-bfe1-4e12-931c-f14c7b7d7c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:25.503231 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8bbdf29f-bfe1-4e12-931c-f14c7b7d7c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:25.549604 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8bbdf29f-bfe1-4e12-931c-f14c7b7d7c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:25.552690 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8bbdf29f-bfe1-4e12-931c-f14c7b7d7c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:25.553887 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-8bbdf29f-bfe1-4e12-931c-f14c7b7d7c13 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b383f93d-fed6-45e0-8728-92463ab59f77 HTTP/1.1" status: 204 len: 168 time: 0.1203833 Aug 30 17:26:25.562494 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbdf29f-bfe1-4e12-931c-f14c7b7d7c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b383f93d-fed6-45e0-8728-92463ab59f77,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:26.260958 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 55954) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:26.357893 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-356fd116-1516-4f83-b9ae-53d543493eaf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1275751099-network', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:26:26.380061 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356fd116-1516-4f83-b9ae-53d543493eaf admin admin] Made reservation on behalf of d89c045221f140f2ab71b985fce23b49 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:26:26.382352 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-356fd116-1516-4f83-b9ae-53d543493eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:26.390348 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-356fd116-1516-4f83-b9ae-53d543493eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:26.475982 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-356fd116-1516-4f83-b9ae-53d543493eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:26.479705 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-356fd116-1516-4f83-b9ae-53d543493eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:26.502883 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-356fd116-1516-4f83-b9ae-53d543493eaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:26:26.518854 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356fd116-1516-4f83-b9ae-53d543493eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50c4fba-a50c-435d-be8f-73dea0a4c144,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:26.523748 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-356fd116-1516-4f83-b9ae-53d543493eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:26.524109 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.db.segments_db [None req-356fd116-1516-4f83-b9ae-53d543493eaf admin admin] Added segment a2e8c780-af97-409c-adf3-d94319193fb3 of type vlan for network 5cc4ee96-09c0-4388-a625-c8e44b64f728 Aug 30 17:26:26.564218 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-356fd116-1516-4f83-b9ae-53d543493eaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763728898142'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:26.591259 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-356fd116-1516-4f83-b9ae-53d543493eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:26.592303 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356fd116-1516-4f83-b9ae-53d543493eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:26.592900 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-356fd116-1516-4f83-b9ae-53d543493eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:26.644260 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-356fd116-1516-4f83-b9ae-53d543493eaf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3821938 Aug 30 17:26:26.647178 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 55958) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:26.654910 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-9f30a8eb-3143-4e75-9036-958d91d18d96 admin admin] Request body: {'subnet': {'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1275751099-subnet', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:26:26.667307 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356fd116-1516-4f83-b9ae-53d543493eaf admin admin] Pushing event updated for resources: {'Network': ['ID=5cc4ee96-09c0-4388-a625-c8e44b64f728,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:26.677305 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Network 5cc4ee96-09c0-4388-a625-c8e44b64f728 details requested by agent ovs-agent-dv-cinder-805316-3-iscsi with host dv-cinder-805316-3-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:26:26.682993 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f30a8eb-3143-4e75-9036-958d91d18d96 admin admin] Made reservation on behalf of d89c045221f140f2ab71b985fce23b49 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:26:26.685222 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f30a8eb-3143-4e75-9036-958d91d18d96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2815055'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:26.851427 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f30a8eb-3143-4e75-9036-958d91d18d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2826096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2815037'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:26.918998 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30a8eb-3143-4e75-9036-958d91d18d96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=940351cc-f7c5-4d94-9783-0f7b5953487f,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:26.921537 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f30a8eb-3143-4e75-9036-958d91d18d96 admin admin] Checking segment: {'id': 'a2e8c780-af97-409c-adf3-d94319193fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:26:26.921792 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f30a8eb-3143-4e75-9036-958d91d18d96 admin admin] Network hostable DHCP agents. Network: 5cc4ee96-09c0-4388-a625-c8e44b64f728, hostable agents: ['8f3c7f8e-0df7-4e02-9457-a839f0ce6f10'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:26:26.943255 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f30a8eb-3143-4e75-9036-958d91d18d96 admin admin] Network 5cc4ee96-09c0-4388-a625-c8e44b64f728 is scheduled to be hosted by DHCP agent 8f3c7f8e-0df7-4e02-9457-a839f0ce6f10 with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:26:26.951682 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-9f30a8eb-3143-4e75-9036-958d91d18d96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-3-iscsi, 5cc4ee96-09c0-4388-a625-c8e44b64f728) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:26:26.955791 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f30a8eb-3143-4e75-9036-958d91d18d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:26.956403 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9f30a8eb-3143-4e75-9036-958d91d18d96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:26.962713 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56841d9-35e0-48e0-8cf9-387d8ebbba79 None None] Network 5cc4ee96-09c0-4388-a625-c8e44b64f728 requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:26:26.981466 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-9f30a8eb-3143-4e75-9036-958d91d18d96 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3317473 Aug 30 17:26:26.985973 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 55970) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:26.991792 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-5441a659-0b9e-4f86-b2ed-01e34966bc6b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1275751099-router', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:26:27.015999 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5441a659-0b9e-4f86-b2ed-01e34966bc6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102440'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:27.017313 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5441a659-0b9e-4f86-b2ed-01e34966bc6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533729', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102449'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:27.073681 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5441a659-0b9e-4f86-b2ed-01e34966bc6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:27.110359 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3765a4-1eb5-43da-9ac8-55546e3bf099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9162af0-1391-5be5-b89f-1e72096aa358-5cc4ee96-09c0-4388-a625-c8e44b64f728', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'fixed_ips': [{'subnet_id': '940351cc-f7c5-4d94-9783-0f7b5953487f'}]}} from dv-cinder-805316-3-iscsi. {{(pid=93817) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 17:26:27.111233 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eb3765a4-1eb5-43da-9ac8-55546e3bf099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:27.248717 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-eb3765a4-1eb5-43da-9ac8-55546e3bf099 None None] Allocated IP 172.20.0.2 (5cc4ee96-09c0-4388-a625-c8e44b64f728/940351cc-f7c5-4d94-9783-0f7b5953487f/1dd0cb56-24b4-49d0-b0b2-ee6cec671d43) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:26:27.420343 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eb3765a4-1eb5-43da-9ac8-55546e3bf099 None None] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:27.428875 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-eb3765a4-1eb5-43da-9ac8-55546e3bf099 None None] Transition to ACTIVE for port object 1dd0cb56-24b4-49d0-b0b2-ee6cec671d43 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:26:27.432632 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5441a659-0b9e-4f86-b2ed-01e34966bc6b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:27.443225 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-eb3765a4-1eb5-43da-9ac8-55546e3bf099 None None] Transition to ACTIVE for port object 1dd0cb56-24b4-49d0-b0b2-ee6cec671d43 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:26:27.449002 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eb3765a4-1eb5-43da-9ac8-55546e3bf099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:27.484030 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3765a4-1eb5-43da-9ac8-55546e3bf099 None None] Network 5cc4ee96-09c0-4388-a625-c8e44b64f728 is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:26:27.488835 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-eb3765a4-1eb5-43da-9ac8-55546e3bf099 None None] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:26:27.492502 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3765a4-1eb5-43da-9ac8-55546e3bf099 None None] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:26:27.501017 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3765a4-1eb5-43da-9ac8-55546e3bf099 None None] Pushing event updated for resources: {'Port': ['ID=1dd0cb56-24b4-49d0-b0b2-ee6cec671d43,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:27.551083 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-eb3765a4-1eb5-43da-9ac8-55546e3bf099 None None] Attempting to bind port 1dd0cb56-24b4-49d0-b0b2-ee6cec671d43 on host dv-cinder-805316-3-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:26:27.551463 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-eb3765a4-1eb5-43da-9ac8-55546e3bf099 None None] Attempting to bind port 1dd0cb56-24b4-49d0-b0b2-ee6cec671d43 by drivers openvswitch,hyperv on host dv-cinder-805316-3-iscsi at level 0 using segments [{'id': 'a2e8c780-af97-409c-adf3-d94319193fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:26:27.551820 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3765a4-1eb5-43da-9ac8-55546e3bf099 None None] Attempting to bind port 1dd0cb56-24b4-49d0-b0b2-ee6cec671d43 on network 5cc4ee96-09c0-4388-a625-c8e44b64f728 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:26:27.556673 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3765a4-1eb5-43da-9ac8-55546e3bf099 None None] Checking agent: {'id': 'ffbe204d-12b1-4bb4-8980-9a78a382db5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 13, 58), 'started_at': datetime.datetime(2021, 8, 30, 17, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:26:27.557023 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3765a4-1eb5-43da-9ac8-55546e3bf099 None None] Checking segment: {'id': 'a2e8c780-af97-409c-adf3-d94319193fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:26:27.557427 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eb3765a4-1eb5-43da-9ac8-55546e3bf099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:27.557851 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3765a4-1eb5-43da-9ac8-55546e3bf099 None None] Bound using segment: {'id': 'a2e8c780-af97-409c-adf3-d94319193fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:26:27.558313 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-eb3765a4-1eb5-43da-9ac8-55546e3bf099 None None] Bound port: 1dd0cb56-24b4-49d0-b0b2-ee6cec671d43, host: dv-cinder-805316-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e8c780-af97-409c-adf3-d94319193fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:26:27.560313 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eb3765a4-1eb5-43da-9ac8-55546e3bf099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:27.586685 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1ea0a911-89bc-491a-a317-1f0aea183969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:27.628312 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5441a659-0b9e-4f86-b2ed-01e34966bc6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:27.636175 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-eb3765a4-1eb5-43da-9ac8-55546e3bf099 None None] For port 1dd0cb56-24b4-49d0-b0b2-ee6cec671d43, host dv-cinder-805316-3-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:26:27.639191 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-eb3765a4-1eb5-43da-9ac8-55546e3bf099 None None] For port 1dd0cb56-24b4-49d0-b0b2-ee6cec671d43, host dv-cinder-805316-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=1dd0cb56-24b4-49d0-b0b2-ee6cec671d43,segment=NetworkSegment(a2e8c780-af97-409c-adf3-d94319193fb3),segment_id=a2e8c780-af97-409c-adf3-d94319193fb3)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:26:27.643556 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eb3765a4-1eb5-43da-9ac8-55546e3bf099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:27.652514 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5441a659-0b9e-4f86-b2ed-01e34966bc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:27.709701 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3765a4-1eb5-43da-9ac8-55546e3bf099 None None] Pushing event updated for resources: {'Port': ['ID=1dd0cb56-24b4-49d0-b0b2-ee6cec671d43,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:27.770544 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-5441a659-0b9e-4f86-b2ed-01e34966bc6b admin admin] Allocated IP 172.27.2.192 (3951d34a-2192-4abb-b523-61631b013f39/db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b/adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:26:27.860868 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:27.902830 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5441a659-0b9e-4f86-b2ed-01e34966bc6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:27.944225 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5441a659-0b9e-4f86-b2ed-01e34966bc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:27.985704 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5441a659-0b9e-4f86-b2ed-01e34966bc6b admin admin] Network 3951d34a-2192-4abb-b523-61631b013f39 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:26:27.989174 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-5441a659-0b9e-4f86-b2ed-01e34966bc6b admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:26:27.992757 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5441a659-0b9e-4f86-b2ed-01e34966bc6b admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:26:28.016085 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441a659-0b9e-4f86-b2ed-01e34966bc6b admin admin] Pushing event updated for resources: {'Port': ['ID=adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:28.246491 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5441a659-0b9e-4f86-b2ed-01e34966bc6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:28.456273 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5441a659-0b9e-4f86-b2ed-01e34966bc6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535102'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:28.515860 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe325cd1-31e6-4cd5-be18-12ae6c492dc7 None None] Network 5cc4ee96-09c0-4388-a625-c8e44b64f728 requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:26:28.585178 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5441a659-0b9e-4f86-b2ed-01e34966bc6b admin admin] Router c29d892b-ec87-4740-a5de-4f5990eef7d8 is scheduled to L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 17:26:28.696284 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5441a659-0b9e-4f86-b2ed-01e34966bc6b admin admin] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:26:28.712800 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5441a659-0b9e-4f86-b2ed-01e34966bc6b admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:28.716782 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-5441a659-0b9e-4f86-b2ed-01e34966bc6b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7272668 Aug 30 17:26:28.716972 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 55980) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:28.738755 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f81ecf-65ec-4603-9adf-5b92bd145524 None None] Sync routers for ids ['c29d892b-ec87-4740-a5de-4f5990eef7d8'] in dv-cinder-805316-3-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:26:28.765264 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f81ecf-65ec-4603-9adf-5b92bd145524 None None] Routers {'c29d892b-ec87-4740-a5de-4f5990eef7d8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:26:28.766128 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-22f81ecf-65ec-4603-9adf-5b92bd145524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:26:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['c29d892b-ec87-4740-a5de-4f5990eef7d8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:28.811981 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-f4f8a60d-c75b-4c00-898c-296e9d4b0959 None None] Provisioning for port 1dd0cb56-24b4-49d0-b0b2-ee6cec671d43 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:26:28.883728 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:28.907603 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 1dd0cb56-24b4-49d0-b0b2-ee6cec671d43 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:26:28.956151 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-22f81ecf-65ec-4603-9adf-5b92bd145524 None None] Set router c29d892b-ec87-4740-a5de-4f5990eef7d8 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:26:29.077599 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning for port 1dd0cb56-24b4-49d0-b0b2-ee6cec671d43 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:26:29.094466 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 1dd0cb56-24b4-49d0-b0b2-ee6cec671d43 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:26:29.094855 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:29.188789 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9dd30c6c-5226-45b9-a520-2b90a5c006ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:29.221829 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-9f2fca4a-9ff6-4e88-973a-270e281804a5 None None] Provisioning complete for port 1dd0cb56-24b4-49d0-b0b2-ee6cec671d43 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:26:29.222236 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9f2fca4a-9ff6-4e88-973a-270e281804a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:29.250569 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:29.308966 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] For port 1dd0cb56-24b4-49d0-b0b2-ee6cec671d43, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=1dd0cb56-24b4-49d0-b0b2-ee6cec671d43,segment=NetworkSegment(a2e8c780-af97-409c-adf3-d94319193fb3),segment_id=a2e8c780-af97-409c-adf3-d94319193fb3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:26:29.312349 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-22f81ecf-65ec-4603-9adf-5b92bd145524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'name': 'tempest-TestVolumeBootPattern-1275751099-router', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:28Z', 'revision_number': 3, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'gw_port': {'id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:75:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:29.338726 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:29.344128 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f81ecf-65ec-4603-9adf-5b92bd145524 None None] Checking router: c29d892b-ec87-4740-a5de-4f5990eef7d8 for host: dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:26:29.344481 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f81ecf-65ec-4603-9adf-5b92bd145524 None None] Updating router c29d892b-ec87-4740-a5de-4f5990eef7d8 port adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532 binding host dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:26:29.369446 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-9dd30c6c-5226-45b9-a520-2b90a5c006ef admin admin] Allocated IP 172.20.0.1 (5cc4ee96-09c0-4388-a625-c8e44b64f728/940351cc-f7c5-4d94-9783-0f7b5953487f/8fc68142-79e2-4ff3-abc3-05c5a9c76c16) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:26:29.452514 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-22f81ecf-65ec-4603-9adf-5b92bd145524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:29.502841 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Pushing event updated for resources: {'Port': ['ID=1dd0cb56-24b4-49d0-b0b2-ee6cec671d43,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:29.507524 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9dd30c6c-5226-45b9-a520-2b90a5c006ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:29.523850 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.provisioning_blocks [None req-9dd30c6c-5226-45b9-a520-2b90a5c006ef admin admin] Transition to ACTIVE for port object 8fc68142-79e2-4ff3-abc3-05c5a9c76c16 will not be triggered until provisioned by entity DHCP. {{(pid=93816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:26:29.568586 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9dd30c6c-5226-45b9-a520-2b90a5c006ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:29.609072 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd30c6c-5226-45b9-a520-2b90a5c006ef admin admin] Network 5cc4ee96-09c0-4388-a625-c8e44b64f728 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:26:29.614077 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-9dd30c6c-5226-45b9-a520-2b90a5c006ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:26:29.617628 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd30c6c-5226-45b9-a520-2b90a5c006ef admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:26:29.642176 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd30c6c-5226-45b9-a520-2b90a5c006ef admin admin] Pushing event updated for resources: {'Port': ['ID=8fc68142-79e2-4ff3-abc3-05c5a9c76c16,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:29.664519 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9dd30c6c-5226-45b9-a520-2b90a5c006ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535265'] for router_interface, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:29.757244 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-22f81ecf-65ec-4603-9adf-5b92bd145524 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:29.771185 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-22f81ecf-65ec-4603-9adf-5b92bd145524 None None] Transition to ACTIVE for port object adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:26:29.778722 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-22f81ecf-65ec-4603-9adf-5b92bd145524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:29.809849 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9dd30c6c-5226-45b9-a520-2b90a5c006ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:29.843573 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a210514-15f7-49bc-8efd-d1dfa2adfa38 None None] Pushing event updated for resources: {'Port': ['ID=adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:29.847150 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-22f81ecf-65ec-4603-9adf-5b92bd145524 None None] Attempting to bind port adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532 on host dv-cinder-805316-3-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:26:29.848351 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-22f81ecf-65ec-4603-9adf-5b92bd145524 None None] Attempting to bind port adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532 by drivers openvswitch,hyperv on host dv-cinder-805316-3-iscsi at level 0 using segments [{'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:26:29.848729 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f81ecf-65ec-4603-9adf-5b92bd145524 None None] Attempting to bind port adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532 on network 3951d34a-2192-4abb-b523-61631b013f39 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:26:29.852603 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-935c19e3-33b2-43c0-989a-e418a853c3e0 None None] Provisioning for port 8fc68142-79e2-4ff3-abc3-05c5a9c76c16 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:26:29.859157 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f81ecf-65ec-4603-9adf-5b92bd145524 None None] Checking agent: {'id': 'ffbe204d-12b1-4bb4-8980-9a78a382db5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 13, 58), 'started_at': datetime.datetime(2021, 8, 30, 17, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:26:29.859532 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f81ecf-65ec-4603-9adf-5b92bd145524 None None] Checking segment: {'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:26:29.859934 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-22f81ecf-65ec-4603-9adf-5b92bd145524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:29.860322 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f81ecf-65ec-4603-9adf-5b92bd145524 None None] Bound using segment: {'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:26:29.860782 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-22f81ecf-65ec-4603-9adf-5b92bd145524 None None] Bound port: adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532, host: dv-cinder-805316-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:26:29.861157 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-22f81ecf-65ec-4603-9adf-5b92bd145524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:29.862642 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-935c19e3-33b2-43c0-989a-e418a853c3e0 None None] Provisioning complete for port 8fc68142-79e2-4ff3-abc3-05c5a9c76c16 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:26:29.862990 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-935c19e3-33b2-43c0-989a-e418a853c3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:29.932747 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-935c19e3-33b2-43c0-989a-e418a853c3e0 None None] Port 8fc68142-79e2-4ff3-abc3-05c5a9c76c16 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:26:29.946754 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-22f81ecf-65ec-4603-9adf-5b92bd145524 None None] For port adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532, host dv-cinder-805316-3-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:26:29.950236 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-22f81ecf-65ec-4603-9adf-5b92bd145524 None None] For port adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532, host dv-cinder-805316-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532,segment=NetworkSegment(a1e39651-c313-42ea-8a56-542d3d88063d),segment_id=a1e39651-c313-42ea-8a56-542d3d88063d)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:26:29.954697 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-22f81ecf-65ec-4603-9adf-5b92bd145524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:30.015710 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a210514-15f7-49bc-8efd-d1dfa2adfa38 None None] Pushing event updated for resources: {'Port': ['ID=adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:30.018341 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f81ecf-65ec-4603-9adf-5b92bd145524 None None] Routers {'c29d892b-ec87-4740-a5de-4f5990eef7d8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:26:30.018959 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-22f81ecf-65ec-4603-9adf-5b92bd145524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:26:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['c29d892b-ec87-4740-a5de-4f5990eef7d8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:30.083921 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:30.141003 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-22f81ecf-65ec-4603-9adf-5b92bd145524 None None] Set router c29d892b-ec87-4740-a5de-4f5990eef7d8 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:26:30.187941 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9dd30c6c-5226-45b9-a520-2b90a5c006ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:30.193994 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9dd30c6c-5226-45b9-a520-2b90a5c006ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2822393'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:30.261476 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd30c6c-5226-45b9-a520-2b90a5c006ef admin admin] Pushing event updated for resources: {'Port': ['ID=8fc68142-79e2-4ff3-abc3-05c5a9c76c16,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:30.263797 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-9dd30c6c-5226-45b9-a520-2b90a5c006ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535358'] for router_interface, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:30.343279 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-22f81ecf-65ec-4603-9adf-5b92bd145524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'name': 'tempest-TestVolumeBootPattern-1275751099-router', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:29Z', 'revision_number': 4, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'gw_port': {'id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:75:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '8fc68142-79e2-4ff3-abc3-05c5a9c76c16', 'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'mac_address': 'fa:16:3e:fd:91:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:29Z', 'updated_at': '2021-08-30T17:26:29Z', 'revision_number': 1, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'subnets': [{'id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:30.357102 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd30c6c-5226-45b9-a520-2b90a5c006ef admin admin] Network 5cc4ee96-09c0-4388-a625-c8e44b64f728 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:26:30.358446 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-9dd30c6c-5226-45b9-a520-2b90a5c006ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:26:30.370252 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f81ecf-65ec-4603-9adf-5b92bd145524 None None] The sync data for ids ['c29d892b-ec87-4740-a5de-4f5990eef7d8'] in dv-cinder-805316-3-iscsi is: [{'id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'name': 'tempest-TestVolumeBootPattern-1275751099-router', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:29Z', 'revision_number': 4, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'gw_port': {'id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:75:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '8fc68142-79e2-4ff3-abc3-05c5a9c76c16', 'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'mac_address': 'fa:16:3e:fd:91:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:29Z', 'updated_at': '2021-08-30T17:26:29Z', 'revision_number': 1, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'subnets': [{'id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:26:30.478684 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd30c6c-5226-45b9-a520-2b90a5c006ef admin admin] Router c29d892b-ec87-4740-a5de-4f5990eef7d8 has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:26:30.560994 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-17ead0a6-4c82-4ee4-ae08-3c33dbf523cd None None] Provisioning complete for port 8fc68142-79e2-4ff3-abc3-05c5a9c76c16 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:26:30.561370 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-17ead0a6-4c82-4ee4-ae08-3c33dbf523cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:30.623823 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd30c6c-5226-45b9-a520-2b90a5c006ef admin admin] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:26:30.628335 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-17ead0a6-4c82-4ee4-ae08-3c33dbf523cd None None] Port 8fc68142-79e2-4ff3-abc3-05c5a9c76c16 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:26:30.634034 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-9dd30c6c-5226-45b9-a520-2b90a5c006ef admin admin] 10.222.0.21 "PUT /v2.0/routers/c29d892b-ec87-4740-a5de-4f5990eef7d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9159851 Aug 30 17:26:30.896431 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 1dd0cb56-24b4-49d0-b0b2-ee6cec671d43 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:26:30.963900 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 1dd0cb56-24b4-49d0-b0b2-ee6cec671d43 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:26:30.963900 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:31.236794 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56018) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:31.243628 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b8660036-217a-4ec4-8828-290b79d26e09 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1072477535-network', 'tenant_id': '0358e731537d4536b95de4290bd9d7c2'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:26:31.265547 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8660036-217a-4ec4-8828-290b79d26e09 admin admin] Made reservation on behalf of 0358e731537d4536b95de4290bd9d7c2 for: {'network': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:26:31.268090 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8660036-217a-4ec4-8828-290b79d26e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for network, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:31.277729 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8660036-217a-4ec4-8828-290b79d26e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:31.374332 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8660036-217a-4ec4-8828-290b79d26e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:31.378506 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8660036-217a-4ec4-8828-290b79d26e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:31.403672 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8660036-217a-4ec4-8828-290b79d26e09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=93815) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:26:31.414350 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8660036-217a-4ec4-8828-290b79d26e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af22ee99-d2b8-4d76-b937-e7b6ae0c307f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:31.428593 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8660036-217a-4ec4-8828-290b79d26e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:31.428942 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.db.segments_db [None req-b8660036-217a-4ec4-8828-290b79d26e09 admin admin] Added segment de8e06c1-ac8e-43e7-825a-0e43fc63904c of type vlan for network 1113589d-d130-4cfa-aff3-f52eb0deeabc Aug 30 17:26:31.469481 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8660036-217a-4ec4-8828-290b79d26e09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763728898142'] for network, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:31.494989 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8660036-217a-4ec4-8828-290b79d26e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549'] for network, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:31.495974 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8660036-217a-4ec4-8828-290b79d26e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:31.496569 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b8660036-217a-4ec4-8828-290b79d26e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:31.552184 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-b8660036-217a-4ec4-8828-290b79d26e09 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3128400 Aug 30 17:26:31.555120 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 56020) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:31.557426 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8660036-217a-4ec4-8828-290b79d26e09 admin admin] Pushing event updated for resources: {'Network': ['ID=1113589d-d130-4cfa-aff3-f52eb0deeabc,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:31.561219 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-957580ff-ddae-4ef9-a5db-50f31a611d54 admin admin] Request body: {'subnet': {'network_id': '1113589d-d130-4cfa-aff3-f52eb0deeabc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1072477535-subnet', 'tenant_id': '0358e731537d4536b95de4290bd9d7c2', 'ip_version': 4}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:26:31.567866 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Network 1113589d-d130-4cfa-aff3-f52eb0deeabc details requested by agent ovs-agent-dv-cinder-805316-3-iscsi with host dv-cinder-805316-3-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:26:31.591734 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957580ff-ddae-4ef9-a5db-50f31a611d54 admin admin] Made reservation on behalf of 0358e731537d4536b95de4290bd9d7c2 for: {'subnet': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:26:31.594412 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-957580ff-ddae-4ef9-a5db-50f31a611d54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2815055'] for subnet, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:31.764547 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-957580ff-ddae-4ef9-a5db-50f31a611d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2826096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2815037'] for subnet, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:31.817454 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957580ff-ddae-4ef9-a5db-50f31a611d54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b308d414-3d3f-4798-923b-bbc0d18e57e9,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:31.828399 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957580ff-ddae-4ef9-a5db-50f31a611d54 admin admin] Checking segment: {'id': 'de8e06c1-ac8e-43e7-825a-0e43fc63904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '1113589d-d130-4cfa-aff3-f52eb0deeabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:26:31.828761 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957580ff-ddae-4ef9-a5db-50f31a611d54 admin admin] Network hostable DHCP agents. Network: 1113589d-d130-4cfa-aff3-f52eb0deeabc, hostable agents: ['8f3c7f8e-0df7-4e02-9457-a839f0ce6f10'], hosted agents: [] {{(pid=93816) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:26:31.846401 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957580ff-ddae-4ef9-a5db-50f31a611d54 admin admin] Network 1113589d-d130-4cfa-aff3-f52eb0deeabc is scheduled to be hosted by DHCP agent 8f3c7f8e-0df7-4e02-9457-a839f0ce6f10 with binding_index 1 {{(pid=93816) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:26:31.855367 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-957580ff-ddae-4ef9-a5db-50f31a611d54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-3-iscsi, 1113589d-d130-4cfa-aff3-f52eb0deeabc) {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:26:31.859984 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957580ff-ddae-4ef9-a5db-50f31a611d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:31.861099 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-957580ff-ddae-4ef9-a5db-50f31a611d54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:31.864926 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe53c7b1-7a6f-490b-94ce-43260c649e8b None None] Network 1113589d-d130-4cfa-aff3-f52eb0deeabc requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:26:31.878394 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-957580ff-ddae-4ef9-a5db-50f31a611d54 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3197181 Aug 30 17:26:31.878635 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 56022) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:31.883755 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-14c79d49-518f-44e8-8f40-7c27bf171101 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1072477535-router', 'tenant_id': '0358e731537d4536b95de4290bd9d7c2', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39'}}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:26:31.906625 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14c79d49-518f-44e8-8f40-7c27bf171101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102440'] for router, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:31.907683 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14c79d49-518f-44e8-8f40-7c27bf171101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533729', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102449'] for router, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:31.958538 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14c79d49-518f-44e8-8f40-7c27bf171101 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:32.018584 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043eb5ba-de32-4e39-98c8-92be301feb31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9162af0-1391-5be5-b89f-1e72096aa358-1113589d-d130-4cfa-aff3-f52eb0deeabc', 'network_id': '1113589d-d130-4cfa-aff3-f52eb0deeabc', 'tenant_id': '0358e731537d4536b95de4290bd9d7c2', 'fixed_ips': [{'subnet_id': 'b308d414-3d3f-4798-923b-bbc0d18e57e9'}]}} from dv-cinder-805316-3-iscsi. {{(pid=93817) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 17:26:32.019444 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-043eb5ba-de32-4e39-98c8-92be301feb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:32.108546 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14c79d49-518f-44e8-8f40-7c27bf171101 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:32.287125 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-043eb5ba-de32-4e39-98c8-92be301feb31 None None] Allocated IP 172.20.0.2 (1113589d-d130-4cfa-aff3-f52eb0deeabc/b308d414-3d3f-4798-923b-bbc0d18e57e9/c7956ace-69bf-4028-8624-fb3dbc9fa7c4) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:26:32.320178 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14c79d49-518f-44e8-8f40-7c27bf171101 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:32.340803 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14c79d49-518f-44e8-8f40-7c27bf171101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:32.439410 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-043eb5ba-de32-4e39-98c8-92be301feb31 None None] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:32.443019 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4236547f-9d52-46ab-9f15-b9141c702f6d None None] Sync routers for ids ['c29d892b-ec87-4740-a5de-4f5990eef7d8'] in dv-cinder-805316-3-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:26:32.448636 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-14c79d49-518f-44e8-8f40-7c27bf171101 admin admin] Allocated IP 172.27.2.91 (3951d34a-2192-4abb-b523-61631b013f39/db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b/66f6b457-016f-42e5-be3c-9a9511b5a235) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:26:32.450854 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-043eb5ba-de32-4e39-98c8-92be301feb31 None None] Transition to ACTIVE for port object c7956ace-69bf-4028-8624-fb3dbc9fa7c4 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:26:32.452599 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4236547f-9d52-46ab-9f15-b9141c702f6d None None] Routers {'c29d892b-ec87-4740-a5de-4f5990eef7d8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:26:32.453445 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4236547f-9d52-46ab-9f15-b9141c702f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:26:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['c29d892b-ec87-4740-a5de-4f5990eef7d8'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:32.471782 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-043eb5ba-de32-4e39-98c8-92be301feb31 None None] Transition to ACTIVE for port object c7956ace-69bf-4028-8624-fb3dbc9fa7c4 will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:26:32.480532 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-043eb5ba-de32-4e39-98c8-92be301feb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:32.522113 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043eb5ba-de32-4e39-98c8-92be301feb31 None None] Network 1113589d-d130-4cfa-aff3-f52eb0deeabc is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:26:32.526150 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-043eb5ba-de32-4e39-98c8-92be301feb31 None None] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:26:32.534683 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043eb5ba-de32-4e39-98c8-92be301feb31 None None] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:26:32.554932 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043eb5ba-de32-4e39-98c8-92be301feb31 None None] Pushing event updated for resources: {'Port': ['ID=c7956ace-69bf-4028-8624-fb3dbc9fa7c4,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:32.567020 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-4236547f-9d52-46ab-9f15-b9141c702f6d None None] Set router c29d892b-ec87-4740-a5de-4f5990eef7d8 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:26:32.571362 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14c79d49-518f-44e8-8f40-7c27bf171101 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:32.611388 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-043eb5ba-de32-4e39-98c8-92be301feb31 None None] Attempting to bind port c7956ace-69bf-4028-8624-fb3dbc9fa7c4 on host dv-cinder-805316-3-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:26:32.611909 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-043eb5ba-de32-4e39-98c8-92be301feb31 None None] Attempting to bind port c7956ace-69bf-4028-8624-fb3dbc9fa7c4 by drivers openvswitch,hyperv on host dv-cinder-805316-3-iscsi at level 0 using segments [{'id': 'de8e06c1-ac8e-43e7-825a-0e43fc63904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '1113589d-d130-4cfa-aff3-f52eb0deeabc'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:26:32.612382 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043eb5ba-de32-4e39-98c8-92be301feb31 None None] Attempting to bind port c7956ace-69bf-4028-8624-fb3dbc9fa7c4 on network 1113589d-d130-4cfa-aff3-f52eb0deeabc {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:26:32.614436 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14c79d49-518f-44e8-8f40-7c27bf171101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:32.618403 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043eb5ba-de32-4e39-98c8-92be301feb31 None None] Checking agent: {'id': 'ffbe204d-12b1-4bb4-8980-9a78a382db5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 13, 58), 'started_at': datetime.datetime(2021, 8, 30, 17, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:26:32.618774 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043eb5ba-de32-4e39-98c8-92be301feb31 None None] Checking segment: {'id': 'de8e06c1-ac8e-43e7-825a-0e43fc63904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '1113589d-d130-4cfa-aff3-f52eb0deeabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:26:32.619183 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-043eb5ba-de32-4e39-98c8-92be301feb31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:32.619574 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043eb5ba-de32-4e39-98c8-92be301feb31 None None] Bound using segment: {'id': 'de8e06c1-ac8e-43e7-825a-0e43fc63904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '1113589d-d130-4cfa-aff3-f52eb0deeabc'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:26:32.620035 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-043eb5ba-de32-4e39-98c8-92be301feb31 None None] Bound port: c7956ace-69bf-4028-8624-fb3dbc9fa7c4, host: dv-cinder-805316-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8e06c1-ac8e-43e7-825a-0e43fc63904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '1113589d-d130-4cfa-aff3-f52eb0deeabc'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:26:32.620415 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-043eb5ba-de32-4e39-98c8-92be301feb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:32.656006 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c79d49-518f-44e8-8f40-7c27bf171101 admin admin] Network 3951d34a-2192-4abb-b523-61631b013f39 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:26:32.659097 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-14c79d49-518f-44e8-8f40-7c27bf171101 admin admin] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:26:32.664013 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c79d49-518f-44e8-8f40-7c27bf171101 admin admin] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:26:32.688489 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c79d49-518f-44e8-8f40-7c27bf171101 admin admin] Pushing event updated for resources: {'Port': ['ID=66f6b457-016f-42e5-be3c-9a9511b5a235,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:32.696990 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-043eb5ba-de32-4e39-98c8-92be301feb31 None None] For port c7956ace-69bf-4028-8624-fb3dbc9fa7c4, host dv-cinder-805316-3-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:26:32.700914 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-043eb5ba-de32-4e39-98c8-92be301feb31 None None] For port c7956ace-69bf-4028-8624-fb3dbc9fa7c4, host dv-cinder-805316-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=c7956ace-69bf-4028-8624-fb3dbc9fa7c4,segment=NetworkSegment(de8e06c1-ac8e-43e7-825a-0e43fc63904c),segment_id=de8e06c1-ac8e-43e7-825a-0e43fc63904c)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:26:32.705605 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-043eb5ba-de32-4e39-98c8-92be301feb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:32.775100 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043eb5ba-de32-4e39-98c8-92be301feb31 None None] Pushing event updated for resources: {'Port': ['ID=c7956ace-69bf-4028-8624-fb3dbc9fa7c4,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:32.906239 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:26:32.924221 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4236547f-9d52-46ab-9f15-b9141c702f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'name': 'tempest-TestVolumeBootPattern-1275751099-router', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:29Z', 'revision_number': 4, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'gw_port': {'id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:75:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '8fc68142-79e2-4ff3-abc3-05c5a9c76c16', 'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'mac_address': 'fa:16:3e:fd:91:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:29Z', 'updated_at': '2021-08-30T17:26:29Z', 'revision_number': 2, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'subnets': [{'id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:32.958406 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4236547f-9d52-46ab-9f15-b9141c702f6d None None] Checking router: c29d892b-ec87-4740-a5de-4f5990eef7d8 for host: dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:26:32.959013 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4236547f-9d52-46ab-9f15-b9141c702f6d None None] Updating router c29d892b-ec87-4740-a5de-4f5990eef7d8 port 8fc68142-79e2-4ff3-abc3-05c5a9c76c16 binding host dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:26:32.980697 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14c79d49-518f-44e8-8f40-7c27bf171101 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:32.988296 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning for port adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:26:32.992111 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:26:32.992508 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:32.996265 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4236547f-9d52-46ab-9f15-b9141c702f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:33.115212 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:33.136371 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] For port adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532,segment=NetworkSegment(a1e39651-c313-42ea-8a56-542d3d88063d),segment_id=a1e39651-c313-42ea-8a56-542d3d88063d)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:26:33.142563 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:33.194028 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Pushing event updated for resources: {'Port': ['ID=adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:33.235849 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14c79d49-518f-44e8-8f40-7c27bf171101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535102'] for router, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:33.306755 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4236547f-9d52-46ab-9f15-b9141c702f6d None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:33.316850 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-4236547f-9d52-46ab-9f15-b9141c702f6d None None] Transition to ACTIVE for port object 8fc68142-79e2-4ff3-abc3-05c5a9c76c16 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:26:33.322378 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4236547f-9d52-46ab-9f15-b9141c702f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:33.366692 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c79d49-518f-44e8-8f40-7c27bf171101 admin admin] Router 52d3c5cd-a1c2-48f2-af2e-34529f4aab39 is scheduled to L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e with binding_index 1 {{(pid=93816) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 17:26:33.368802 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2a646-cc6d-4011-b3ea-a3fb44035b37 None None] Pushing event updated for resources: {'Port': ['ID=8fc68142-79e2-4ff3-abc3-05c5a9c76c16,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:33.376666 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e2a646-cc6d-4011-b3ea-a3fb44035b37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:33.377024 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e2a646-cc6d-4011-b3ea-a3fb44035b37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:33.377362 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e2a646-cc6d-4011-b3ea-a3fb44035b37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:33.377720 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e2a646-cc6d-4011-b3ea-a3fb44035b37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:33.378048 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e2a646-cc6d-4011-b3ea-a3fb44035b37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:33.378374 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e2a646-cc6d-4011-b3ea-a3fb44035b37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:33.378701 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e2a646-cc6d-4011-b3ea-a3fb44035b37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:33.379678 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e2a646-cc6d-4011-b3ea-a3fb44035b37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:33.380027 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e2a646-cc6d-4011-b3ea-a3fb44035b37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:33.380403 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e2a646-cc6d-4011-b3ea-a3fb44035b37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:33.380675 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e2a646-cc6d-4011-b3ea-a3fb44035b37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:33.380989 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e2a646-cc6d-4011-b3ea-a3fb44035b37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:26:33.442850 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4236547f-9d52-46ab-9f15-b9141c702f6d None None] Attempting to bind port 8fc68142-79e2-4ff3-abc3-05c5a9c76c16 on host dv-cinder-805316-3-iscsi for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:26:33.443343 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4236547f-9d52-46ab-9f15-b9141c702f6d None None] Attempting to bind port 8fc68142-79e2-4ff3-abc3-05c5a9c76c16 by drivers openvswitch,hyperv on host dv-cinder-805316-3-iscsi at level 0 using segments [{'id': 'a2e8c780-af97-409c-adf3-d94319193fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:26:33.443890 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4236547f-9d52-46ab-9f15-b9141c702f6d None None] Attempting to bind port 8fc68142-79e2-4ff3-abc3-05c5a9c76c16 on network 5cc4ee96-09c0-4388-a625-c8e44b64f728 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:26:33.450746 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4236547f-9d52-46ab-9f15-b9141c702f6d None None] Checking agent: {'id': 'ffbe204d-12b1-4bb4-8980-9a78a382db5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 13, 58), 'started_at': datetime.datetime(2021, 8, 30, 17, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:26:33.450746 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4236547f-9d52-46ab-9f15-b9141c702f6d None None] Checking segment: {'id': 'a2e8c780-af97-409c-adf3-d94319193fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:26:33.451165 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4236547f-9d52-46ab-9f15-b9141c702f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:33.451565 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4236547f-9d52-46ab-9f15-b9141c702f6d None None] Bound using segment: {'id': 'a2e8c780-af97-409c-adf3-d94319193fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:26:33.452032 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-4236547f-9d52-46ab-9f15-b9141c702f6d None None] Bound port: 8fc68142-79e2-4ff3-abc3-05c5a9c76c16, host: dv-cinder-805316-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e8c780-af97-409c-adf3-d94319193fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:26:33.452435 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4236547f-9d52-46ab-9f15-b9141c702f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:33.493801 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c79d49-518f-44e8-8f40-7c27bf171101 admin admin] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:26:33.506094 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d9dbe0-53c1-4784-b5c9-cbc948ca8c0e None None] Sync routers for ids ['52d3c5cd-a1c2-48f2-af2e-34529f4aab39'] in dv-cinder-805316-3-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:26:33.515154 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-14c79d49-518f-44e8-8f40-7c27bf171101 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:33.516844 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-14c79d49-518f-44e8-8f40-7c27bf171101 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6367252 Aug 30 17:26:33.519759 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56030) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:33.523981 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d9dbe0-53c1-4784-b5c9-cbc948ca8c0e None None] Routers {'52d3c5cd-a1c2-48f2-af2e-34529f4aab39'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:26:33.524524 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b7d9dbe0-53c1-4784-b5c9-cbc948ca8c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:26:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['52d3c5cd-a1c2-48f2-af2e-34529f4aab39'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:33.540775 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4236547f-9d52-46ab-9f15-b9141c702f6d None None] For port 8fc68142-79e2-4ff3-abc3-05c5a9c76c16, host dv-cinder-805316-3-iscsi, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:26:33.545823 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-4236547f-9d52-46ab-9f15-b9141c702f6d None None] For port 8fc68142-79e2-4ff3-abc3-05c5a9c76c16, host dv-cinder-805316-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=8fc68142-79e2-4ff3-abc3-05c5a9c76c16,segment=NetworkSegment(a2e8c780-af97-409c-adf3-d94319193fb3),segment_id=a2e8c780-af97-409c-adf3-d94319193fb3)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:26:33.554177 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-4236547f-9d52-46ab-9f15-b9141c702f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:33.646694 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2a646-cc6d-4011-b3ea-a3fb44035b37 None None] Pushing event updated for resources: {'Port': ['ID=8fc68142-79e2-4ff3-abc3-05c5a9c76c16,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:33.655539 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4236547f-9d52-46ab-9f15-b9141c702f6d None None] Routers {'c29d892b-ec87-4740-a5de-4f5990eef7d8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:26:33.656712 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4236547f-9d52-46ab-9f15-b9141c702f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:26:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['c29d892b-ec87-4740-a5de-4f5990eef7d8'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:33.705178 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-b7d9dbe0-53c1-4784-b5c9-cbc948ca8c0e None None] Set router 52d3c5cd-a1c2-48f2-af2e-34529f4aab39 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:26:33.824410 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-4236547f-9d52-46ab-9f15-b9141c702f6d None None] Set router c29d892b-ec87-4740-a5de-4f5990eef7d8 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:26:33.961331 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b9e5ee-37b8-4c48-b2b3-081aad6c11c3 None None] Network 1113589d-d130-4cfa-aff3-f52eb0deeabc requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:26:33.965498 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b7d9dbe0-53c1-4784-b5c9-cbc948ca8c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d3c5cd-a1c2-48f2-af2e-34529f4aab39', 'name': 'tempest-TestVolumeBootPattern-1072477535-router', 'tenant_id': '0358e731537d4536b95de4290bd9d7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '66f6b457-016f-42e5-be3c-9a9511b5a235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:31Z', 'updated_at': '2021-08-30T17:26:32Z', 'revision_number': 3, 'project_id': '0358e731537d4536b95de4290bd9d7c2', 'gw_port': {'id': '66f6b457-016f-42e5-be3c-9a9511b5a235', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d3c5cd-a1c2-48f2-af2e-34529f4aab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:32Z', 'updated_at': '2021-08-30T17:26:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:34.032083 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-20e8ca54-0dd3-4d07-96ec-9476bc64f599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:34.032681 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d9dbe0-53c1-4784-b5c9-cbc948ca8c0e None None] Checking router: 52d3c5cd-a1c2-48f2-af2e-34529f4aab39 for host: dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:26:34.033045 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d9dbe0-53c1-4784-b5c9-cbc948ca8c0e None None] Updating router 52d3c5cd-a1c2-48f2-af2e-34529f4aab39 port 66f6b457-016f-42e5-be3c-9a9511b5a235 binding host dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:26:34.057400 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-4236547f-9d52-46ab-9f15-b9141c702f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'name': 'tempest-TestVolumeBootPattern-1275751099-router', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:29Z', 'revision_number': 4, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'gw_port': {'id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:75:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '8fc68142-79e2-4ff3-abc3-05c5a9c76c16', 'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'mac_address': 'fa:16:3e:fd:91:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:29Z', 'updated_at': '2021-08-30T17:26:33Z', 'revision_number': 4, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'subnets': [{'id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:34.077190 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7d9dbe0-53c1-4784-b5c9-cbc948ca8c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:34.090527 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4236547f-9d52-46ab-9f15-b9141c702f6d None None] The sync data for ids ['c29d892b-ec87-4740-a5de-4f5990eef7d8'] in dv-cinder-805316-3-iscsi is: [{'id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'name': 'tempest-TestVolumeBootPattern-1275751099-router', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:29Z', 'revision_number': 4, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'gw_port': {'id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:75:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '8fc68142-79e2-4ff3-abc3-05c5a9c76c16', 'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'mac_address': 'fa:16:3e:fd:91:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:29Z', 'updated_at': '2021-08-30T17:26:33Z', 'revision_number': 4, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'subnets': [{'id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:26:34.137453 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-17c33d44-d688-4fbe-85fc-f09d74a05735 None None] Provisioning for port c7956ace-69bf-4028-8624-fb3dbc9fa7c4 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:26:34.214497 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-20e8ca54-0dd3-4d07-96ec-9476bc64f599 admin admin] Allocated IP 172.20.0.1 (1113589d-d130-4cfa-aff3-f52eb0deeabc/b308d414-3d3f-4798-923b-bbc0d18e57e9/0c10f3c7-230b-45a4-accf-504a245a1c29) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:26:34.337720 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-20e8ca54-0dd3-4d07-96ec-9476bc64f599 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:34.353250 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-20e8ca54-0dd3-4d07-96ec-9476bc64f599 admin admin] Transition to ACTIVE for port object 0c10f3c7-230b-45a4-accf-504a245a1c29 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:26:34.397249 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-20e8ca54-0dd3-4d07-96ec-9476bc64f599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:34.448756 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e8ca54-0dd3-4d07-96ec-9476bc64f599 admin admin] Network 1113589d-d130-4cfa-aff3-f52eb0deeabc is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:26:34.449913 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7d9dbe0-53c1-4784-b5c9-cbc948ca8c0e None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:34.455555 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-20e8ca54-0dd3-4d07-96ec-9476bc64f599 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:26:34.460194 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e8ca54-0dd3-4d07-96ec-9476bc64f599 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:26:34.467461 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-b7d9dbe0-53c1-4784-b5c9-cbc948ca8c0e None None] Transition to ACTIVE for port object 66f6b457-016f-42e5-be3c-9a9511b5a235 will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:26:34.476765 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7d9dbe0-53c1-4784-b5c9-cbc948ca8c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:34.491572 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8ca54-0dd3-4d07-96ec-9476bc64f599 admin admin] Pushing event updated for resources: {'Port': ['ID=0c10f3c7-230b-45a4-accf-504a245a1c29,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:34.513320 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-20e8ca54-0dd3-4d07-96ec-9476bc64f599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535265'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:34.542039 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b7d9dbe0-53c1-4784-b5c9-cbc948ca8c0e None None] Attempting to bind port 66f6b457-016f-42e5-be3c-9a9511b5a235 on host dv-cinder-805316-3-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:26:34.542428 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b7d9dbe0-53c1-4784-b5c9-cbc948ca8c0e None None] Attempting to bind port 66f6b457-016f-42e5-be3c-9a9511b5a235 by drivers openvswitch,hyperv on host dv-cinder-805316-3-iscsi at level 0 using segments [{'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:26:34.542795 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d9dbe0-53c1-4784-b5c9-cbc948ca8c0e None None] Attempting to bind port 66f6b457-016f-42e5-be3c-9a9511b5a235 on network 3951d34a-2192-4abb-b523-61631b013f39 {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:26:34.550763 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c54a8c-d47d-4f9f-a9a3-4dd2d087055e None None] Pushing event updated for resources: {'Port': ['ID=66f6b457-016f-42e5-be3c-9a9511b5a235,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:34.555344 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d9dbe0-53c1-4784-b5c9-cbc948ca8c0e None None] Checking agent: {'id': 'ffbe204d-12b1-4bb4-8980-9a78a382db5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 13, 58), 'started_at': datetime.datetime(2021, 8, 30, 17, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:26:34.555782 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d9dbe0-53c1-4784-b5c9-cbc948ca8c0e None None] Checking segment: {'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:26:34.556198 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7d9dbe0-53c1-4784-b5c9-cbc948ca8c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:34.556685 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d9dbe0-53c1-4784-b5c9-cbc948ca8c0e None None] Bound using segment: {'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:26:34.557277 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-b7d9dbe0-53c1-4784-b5c9-cbc948ca8c0e None None] Bound port: 66f6b457-016f-42e5-be3c-9a9511b5a235, host: dv-cinder-805316-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:26:34.557711 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7d9dbe0-53c1-4784-b5c9-cbc948ca8c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:34.629206 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-b7d9dbe0-53c1-4784-b5c9-cbc948ca8c0e None None] For port 66f6b457-016f-42e5-be3c-9a9511b5a235, host dv-cinder-805316-3-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:26:34.633013 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-b7d9dbe0-53c1-4784-b5c9-cbc948ca8c0e None None] For port 66f6b457-016f-42e5-be3c-9a9511b5a235, host dv-cinder-805316-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=66f6b457-016f-42e5-be3c-9a9511b5a235,segment=NetworkSegment(a1e39651-c313-42ea-8a56-542d3d88063d),segment_id=a1e39651-c313-42ea-8a56-542d3d88063d)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:26:34.641291 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b7d9dbe0-53c1-4784-b5c9-cbc948ca8c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:34.696347 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-20e8ca54-0dd3-4d07-96ec-9476bc64f599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:34.698799 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d9dbe0-53c1-4784-b5c9-cbc948ca8c0e None None] Routers {'52d3c5cd-a1c2-48f2-af2e-34529f4aab39'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:26:34.699427 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b7d9dbe0-53c1-4784-b5c9-cbc948ca8c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:26:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['52d3c5cd-a1c2-48f2-af2e-34529f4aab39'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:34.747174 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c54a8c-d47d-4f9f-a9a3-4dd2d087055e None None] Pushing event updated for resources: {'Port': ['ID=66f6b457-016f-42e5-be3c-9a9511b5a235,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:34.836311 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-b7d9dbe0-53c1-4784-b5c9-cbc948ca8c0e None None] Set router 52d3c5cd-a1c2-48f2-af2e-34529f4aab39 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:26:34.881283 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-7070395e-a792-433e-8c4d-33441019dc4c None None] Provisioning for port 0c10f3c7-230b-45a4-accf-504a245a1c29 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:26:34.889100 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-7070395e-a792-433e-8c4d-33441019dc4c None None] Provisioning complete for port 0c10f3c7-230b-45a4-accf-504a245a1c29 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:26:34.889606 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-7070395e-a792-433e-8c4d-33441019dc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:34.914580 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-20e8ca54-0dd3-4d07-96ec-9476bc64f599 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:34.924221 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-20e8ca54-0dd3-4d07-96ec-9476bc64f599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194083'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:35.008261 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8ca54-0dd3-4d07-96ec-9476bc64f599 admin admin] Pushing event updated for resources: {'Port': ['ID=0c10f3c7-230b-45a4-accf-504a245a1c29,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:35.017648 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-20e8ca54-0dd3-4d07-96ec-9476bc64f599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535358'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:35.017917 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-7070395e-a792-433e-8c4d-33441019dc4c None None] Port 0c10f3c7-230b-45a4-accf-504a245a1c29 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:26:35.045473 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:26:35.122497 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e8ca54-0dd3-4d07-96ec-9476bc64f599 admin admin] Network 1113589d-d130-4cfa-aff3-f52eb0deeabc is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:26:35.126048 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-20e8ca54-0dd3-4d07-96ec-9476bc64f599 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:26:35.151894 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:26:35.152329 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:35.206571 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-b7d9dbe0-53c1-4784-b5c9-cbc948ca8c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d3c5cd-a1c2-48f2-af2e-34529f4aab39', 'name': 'tempest-TestVolumeBootPattern-1072477535-router', 'tenant_id': '0358e731537d4536b95de4290bd9d7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '66f6b457-016f-42e5-be3c-9a9511b5a235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:31Z', 'updated_at': '2021-08-30T17:26:34Z', 'revision_number': 4, 'project_id': '0358e731537d4536b95de4290bd9d7c2', 'gw_port': {'id': '66f6b457-016f-42e5-be3c-9a9511b5a235', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d3c5cd-a1c2-48f2-af2e-34529f4aab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:32Z', 'updated_at': '2021-08-30T17:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '0c10f3c7-230b-45a4-accf-504a245a1c29', 'name': '', 'network_id': '1113589d-d130-4cfa-aff3-f52eb0deeabc', 'tenant_id': '0358e731537d4536b95de4290bd9d7c2', 'mac_address': 'fa:16:3e:49:87:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d3c5cd-a1c2-48f2-af2e-34529f4aab39', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'b308d414-3d3f-4798-923b-bbc0d18e57e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:34Z', 'updated_at': '2021-08-30T17:26:34Z', 'revision_number': 1, 'project_id': '0358e731537d4536b95de4290bd9d7c2', 'subnets': [{'id': 'b308d414-3d3f-4798-923b-bbc0d18e57e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:35.250924 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d9dbe0-53c1-4784-b5c9-cbc948ca8c0e None None] The sync data for ids ['52d3c5cd-a1c2-48f2-af2e-34529f4aab39'] in dv-cinder-805316-3-iscsi is: [{'id': '52d3c5cd-a1c2-48f2-af2e-34529f4aab39', 'name': 'tempest-TestVolumeBootPattern-1072477535-router', 'tenant_id': '0358e731537d4536b95de4290bd9d7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '66f6b457-016f-42e5-be3c-9a9511b5a235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:31Z', 'updated_at': '2021-08-30T17:26:34Z', 'revision_number': 4, 'project_id': '0358e731537d4536b95de4290bd9d7c2', 'gw_port': {'id': '66f6b457-016f-42e5-be3c-9a9511b5a235', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d3c5cd-a1c2-48f2-af2e-34529f4aab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:32Z', 'updated_at': '2021-08-30T17:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '0c10f3c7-230b-45a4-accf-504a245a1c29', 'name': '', 'network_id': '1113589d-d130-4cfa-aff3-f52eb0deeabc', 'tenant_id': '0358e731537d4536b95de4290bd9d7c2', 'mac_address': 'fa:16:3e:49:87:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d3c5cd-a1c2-48f2-af2e-34529f4aab39', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'b308d414-3d3f-4798-923b-bbc0d18e57e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:34Z', 'updated_at': '2021-08-30T17:26:34Z', 'revision_number': 1, 'project_id': '0358e731537d4536b95de4290bd9d7c2', 'subnets': [{'id': 'b308d414-3d3f-4798-923b-bbc0d18e57e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:26:35.264822 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e8ca54-0dd3-4d07-96ec-9476bc64f599 admin admin] Router 52d3c5cd-a1c2-48f2-af2e-34529f4aab39 has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:26:35.350842 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device c7956ace-69bf-4028-8624-fb3dbc9fa7c4 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:26:35.416098 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e8ca54-0dd3-4d07-96ec-9476bc64f599 admin admin] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:26:35.421505 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-20e8ca54-0dd3-4d07-96ec-9476bc64f599 admin admin] 10.222.0.21 "PUT /v2.0/routers/52d3c5cd-a1c2-48f2-af2e-34529f4aab39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9006977 Aug 30 17:26:35.439687 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning for port c7956ace-69bf-4028-8624-fb3dbc9fa7c4 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:26:35.448460 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port c7956ace-69bf-4028-8624-fb3dbc9fa7c4 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:26:35.449686 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:35.496237 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-d2fcea97-2726-4b59-9856-c50ab8f868d1 None None] Provisioning complete for port 0c10f3c7-230b-45a4-accf-504a245a1c29 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:26:35.496623 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d2fcea97-2726-4b59-9856-c50ab8f868d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:35.608005 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-d2fcea97-2726-4b59-9856-c50ab8f868d1 None None] Port 0c10f3c7-230b-45a4-accf-504a245a1c29 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:26:35.641355 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:35.683852 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] For port c7956ace-69bf-4028-8624-fb3dbc9fa7c4, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=c7956ace-69bf-4028-8624-fb3dbc9fa7c4,segment=NetworkSegment(de8e06c1-ac8e-43e7-825a-0e43fc63904c),segment_id=de8e06c1-ac8e-43e7-825a-0e43fc63904c)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:26:35.690052 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:35.691441 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 8fc68142-79e2-4ff3-abc3-05c5a9c76c16 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:26:35.784395 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Pushing event updated for resources: {'Port': ['ID=c7956ace-69bf-4028-8624-fb3dbc9fa7c4,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:35.803156 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning for port 8fc68142-79e2-4ff3-abc3-05c5a9c76c16 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:26:35.809057 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 8fc68142-79e2-4ff3-abc3-05c5a9c76c16 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:26:35.811607 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:36.101428 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56060) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:36.106463 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5e9f89a6-9da2-4dc5-9c72-b93200d99d7d tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1343824368', 'description': 'tempest-secgroup-smoke-1343824368 description', 'project_id': 'd89c045221f140f2ab71b985fce23b49'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:26:36.111818 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:36.131546 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e9f89a6-9da2-4dc5-9c72-b93200d99d7d tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:36.147573 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] For port 8fc68142-79e2-4ff3-abc3-05c5a9c76c16, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=8fc68142-79e2-4ff3-abc3-05c5a9c76c16,segment=NetworkSegment(a2e8c780-af97-409c-adf3-d94319193fb3),segment_id=a2e8c780-af97-409c-adf3-d94319193fb3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:26:36.151453 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:36.204982 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Pushing event updated for resources: {'Port': ['ID=8fc68142-79e2-4ff3-abc3-05c5a9c76c16,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:36.228845 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e9f89a6-9da2-4dc5-9c72-b93200d99d7d tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:36.235074 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e9f89a6-9da2-4dc5-9c72-b93200d99d7d tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:36.259690 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e9f89a6-9da2-4dc5-9c72-b93200d99d7d tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:36.260920 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-5e9f89a6-9da2-4dc5-9c72-b93200d99d7d tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1584942 Aug 30 17:26:36.263935 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 56062) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:36.268807 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-65cf24e7-bdd4-443d-94ca-eabb0fa5e660 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Request body: {'security_group_rule': {'security_group_id': '3247880d-9c1e-4e66-a7e6-bca48a65b3af', 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:26:36.269641 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f89a6-9da2-4dc5-9c72-b93200d99d7d tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3247880d-9c1e-4e66-a7e6-bca48a65b3af,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:36.301775 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65cf24e7-bdd4-443d-94ca-eabb0fa5e660 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:36.358662 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65cf24e7-bdd4-443d-94ca-eabb0fa5e660 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:36.367271 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65cf24e7-bdd4-443d-94ca-eabb0fa5e660 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646536'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:36.378144 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf24e7-bdd4-443d-94ca-eabb0fa5e660 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7353f9-e6b4-4c07-90c8-da6a2cf8f253,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:36.394313 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-65cf24e7-bdd4-443d-94ca-eabb0fa5e660 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:36.396105 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-65cf24e7-bdd4-443d-94ca-eabb0fa5e660 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310501 Aug 30 17:26:36.398756 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 56064) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:36.403145 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-f6594ae4-c059-4517-8596-8ad748bbf71f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Request body: {'security_group_rule': {'security_group_id': '3247880d-9c1e-4e66-a7e6-bca48a65b3af', 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:26:36.430597 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6594ae4-c059-4517-8596-8ad748bbf71f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:36.486742 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6594ae4-c059-4517-8596-8ad748bbf71f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:36.491174 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6594ae4-c059-4517-8596-8ad748bbf71f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646536'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:36.508285 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6594ae4-c059-4517-8596-8ad748bbf71f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f96c98-a2f4-4b5b-aebd-c794438a0c4b,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:36.515460 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f6594ae4-c059-4517-8596-8ad748bbf71f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:36.516670 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-f6594ae4-c059-4517-8596-8ad748bbf71f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170051 Aug 30 17:26:36.519427 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 56066) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:36.523745 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-b22a89cf-04e0-40ef-abc1-2d9c9cba2255 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Request body: {'security_group_rule': {'security_group_id': '3247880d-9c1e-4e66-a7e6-bca48a65b3af', 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:26:36.548619 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b22a89cf-04e0-40ef-abc1-2d9c9cba2255 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:36.609201 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b22a89cf-04e0-40ef-abc1-2d9c9cba2255 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:36.616551 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b22a89cf-04e0-40ef-abc1-2d9c9cba2255 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646536'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:36.632246 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a89cf-04e0-40ef-abc1-2d9c9cba2255 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=862aa792-d774-4090-bf00-cf39c1141739,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:36.640718 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b22a89cf-04e0-40ef-abc1-2d9c9cba2255 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:36.642173 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-b22a89cf-04e0-40ef-abc1-2d9c9cba2255 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218557 Aug 30 17:26:36.645162 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 56068) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:36.649496 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-2d2ea756-fc7e-40b9-b7ce-bc11056826b7 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Request body: {'security_group_rule': {'security_group_id': '3247880d-9c1e-4e66-a7e6-bca48a65b3af', 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:26:36.674337 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d2ea756-fc7e-40b9-b7ce-bc11056826b7 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:36.733129 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d2ea756-fc7e-40b9-b7ce-bc11056826b7 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:36.742424 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d2ea756-fc7e-40b9-b7ce-bc11056826b7 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646536'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:36.761831 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ea756-fc7e-40b9-b7ce-bc11056826b7 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=778c1f5d-4e5f-4aed-9355-89a50a0b12d0,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:36.767382 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2d2ea756-fc7e-40b9-b7ce-bc11056826b7 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:36.768575 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-2d2ea756-fc7e-40b9-b7ce-bc11056826b7 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1224372 Aug 30 17:26:36.772038 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 56070) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:36.776517 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-cbae5a18-0011-4e61-9bb2-1cd8c20391df tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Request body: {'security_group_rule': {'security_group_id': '3247880d-9c1e-4e66-a7e6-bca48a65b3af', 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:26:36.799055 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.db.securitygroups_db [None req-cbae5a18-0011-4e61-9bb2-1cd8c20391df tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Project d89c045221f140f2ab71b985fce23b49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 17:26:36.806176 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cbae5a18-0011-4e61-9bb2-1cd8c20391df tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:36.892626 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cbae5a18-0011-4e61-9bb2-1cd8c20391df tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:36.896946 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cbae5a18-0011-4e61-9bb2-1cd8c20391df tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646536'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:36.920232 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae5a18-0011-4e61-9bb2-1cd8c20391df tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b64b131-5573-4db5-ae46-c18d3729250c,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:36.931616 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-cbae5a18-0011-4e61-9bb2-1cd8c20391df tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:36.933394 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-cbae5a18-0011-4e61-9bb2-1cd8c20391df tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1604104 Aug 30 17:26:36.936582 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56072) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:26:36.942404 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-0002f468-94d4-48ca-8b74-3cc933d852f8 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Request body: {'security_group_rule': {'security_group_id': '3247880d-9c1e-4e66-a7e6-bca48a65b3af', 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:26:36.959028 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 8fc68142-79e2-4ff3-abc3-05c5a9c76c16 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:26:36.983390 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.db.securitygroups_db [None req-0002f468-94d4-48ca-8b74-3cc933d852f8 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Project d89c045221f140f2ab71b985fce23b49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 17:26:36.991088 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0002f468-94d4-48ca-8b74-3cc933d852f8 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:37.043090 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 8fc68142-79e2-4ff3-abc3-05c5a9c76c16 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:26:37.043477 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:37.064689 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0002f468-94d4-48ca-8b74-3cc933d852f8 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:37.071460 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0002f468-94d4-48ca-8b74-3cc933d852f8 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646536'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:37.107292 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0002f468-94d4-48ca-8b74-3cc933d852f8 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:37.114886 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-0002f468-94d4-48ca-8b74-3cc933d852f8 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1765430 Aug 30 17:26:37.119150 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002f468-94d4-48ca-8b74-3cc933d852f8 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc1106a-c1ac-4468-9f1e-e6205373a3f1,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:37.156048 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device c7956ace-69bf-4028-8624-fb3dbc9fa7c4 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:26:37.231664 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port c7956ace-69bf-4028-8624-fb3dbc9fa7c4 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:26:37.235303 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:38.418745 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298eee1c-49d3-4e96-a167-dd3fe93be972 None None] Sync routers for ids ['52d3c5cd-a1c2-48f2-af2e-34529f4aab39'] in dv-cinder-805316-3-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:26:38.430449 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298eee1c-49d3-4e96-a167-dd3fe93be972 None None] Routers {'52d3c5cd-a1c2-48f2-af2e-34529f4aab39'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:26:38.431254 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-298eee1c-49d3-4e96-a167-dd3fe93be972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:26:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['52d3c5cd-a1c2-48f2-af2e-34529f4aab39'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:38.535814 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-298eee1c-49d3-4e96-a167-dd3fe93be972 None None] Set router 52d3c5cd-a1c2-48f2-af2e-34529f4aab39 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:26:38.741549 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-298eee1c-49d3-4e96-a167-dd3fe93be972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d3c5cd-a1c2-48f2-af2e-34529f4aab39', 'name': 'tempest-TestVolumeBootPattern-1072477535-router', 'tenant_id': '0358e731537d4536b95de4290bd9d7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '66f6b457-016f-42e5-be3c-9a9511b5a235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:31Z', 'updated_at': '2021-08-30T17:26:34Z', 'revision_number': 4, 'project_id': '0358e731537d4536b95de4290bd9d7c2', 'gw_port': {'id': '66f6b457-016f-42e5-be3c-9a9511b5a235', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d3c5cd-a1c2-48f2-af2e-34529f4aab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:32Z', 'updated_at': '2021-08-30T17:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '0c10f3c7-230b-45a4-accf-504a245a1c29', 'name': '', 'network_id': '1113589d-d130-4cfa-aff3-f52eb0deeabc', 'tenant_id': '0358e731537d4536b95de4290bd9d7c2', 'mac_address': 'fa:16:3e:49:87:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d3c5cd-a1c2-48f2-af2e-34529f4aab39', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'b308d414-3d3f-4798-923b-bbc0d18e57e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:34Z', 'updated_at': '2021-08-30T17:26:34Z', 'revision_number': 2, 'project_id': '0358e731537d4536b95de4290bd9d7c2', 'subnets': [{'id': 'b308d414-3d3f-4798-923b-bbc0d18e57e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:38.771688 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298eee1c-49d3-4e96-a167-dd3fe93be972 None None] Checking router: 52d3c5cd-a1c2-48f2-af2e-34529f4aab39 for host: dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:26:38.772039 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298eee1c-49d3-4e96-a167-dd3fe93be972 None None] Updating router 52d3c5cd-a1c2-48f2-af2e-34529f4aab39 port 0c10f3c7-230b-45a4-accf-504a245a1c29 binding host dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:26:38.796427 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-298eee1c-49d3-4e96-a167-dd3fe93be972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:38.900846 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 66f6b457-016f-42e5-be3c-9a9511b5a235 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:26:38.951090 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning for port 66f6b457-016f-42e5-be3c-9a9511b5a235 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:26:38.955156 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 66f6b457-016f-42e5-be3c-9a9511b5a235 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:26:38.955529 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:39.040591 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:39.061904 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] For port 66f6b457-016f-42e5-be3c-9a9511b5a235, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=66f6b457-016f-42e5-be3c-9a9511b5a235,segment=NetworkSegment(a1e39651-c313-42ea-8a56-542d3d88063d),segment_id=a1e39651-c313-42ea-8a56-542d3d88063d)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:26:39.065711 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:39.113339 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Pushing event updated for resources: {'Port': ['ID=66f6b457-016f-42e5-be3c-9a9511b5a235,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:39.178989 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-298eee1c-49d3-4e96-a167-dd3fe93be972 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:39.190406 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-298eee1c-49d3-4e96-a167-dd3fe93be972 None None] Transition to ACTIVE for port object 0c10f3c7-230b-45a4-accf-504a245a1c29 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:26:39.205168 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-298eee1c-49d3-4e96-a167-dd3fe93be972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:39.262204 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44a802-89c4-43cf-9b63-5b181c3ea145 None None] Pushing event updated for resources: {'Port': ['ID=0c10f3c7-230b-45a4-accf-504a245a1c29,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:39.318614 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-298eee1c-49d3-4e96-a167-dd3fe93be972 None None] Attempting to bind port 0c10f3c7-230b-45a4-accf-504a245a1c29 on host dv-cinder-805316-3-iscsi for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:26:39.318899 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-298eee1c-49d3-4e96-a167-dd3fe93be972 None None] Attempting to bind port 0c10f3c7-230b-45a4-accf-504a245a1c29 by drivers openvswitch,hyperv on host dv-cinder-805316-3-iscsi at level 0 using segments [{'id': 'de8e06c1-ac8e-43e7-825a-0e43fc63904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '1113589d-d130-4cfa-aff3-f52eb0deeabc'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:26:39.319267 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298eee1c-49d3-4e96-a167-dd3fe93be972 None None] Attempting to bind port 0c10f3c7-230b-45a4-accf-504a245a1c29 on network 1113589d-d130-4cfa-aff3-f52eb0deeabc {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:26:39.324518 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298eee1c-49d3-4e96-a167-dd3fe93be972 None None] Checking agent: {'id': 'ffbe204d-12b1-4bb4-8980-9a78a382db5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 13, 58), 'started_at': datetime.datetime(2021, 8, 30, 17, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:26:39.324890 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298eee1c-49d3-4e96-a167-dd3fe93be972 None None] Checking segment: {'id': 'de8e06c1-ac8e-43e7-825a-0e43fc63904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '1113589d-d130-4cfa-aff3-f52eb0deeabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:26:39.325290 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-298eee1c-49d3-4e96-a167-dd3fe93be972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:39.325733 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298eee1c-49d3-4e96-a167-dd3fe93be972 None None] Bound using segment: {'id': 'de8e06c1-ac8e-43e7-825a-0e43fc63904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '1113589d-d130-4cfa-aff3-f52eb0deeabc'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:26:39.326188 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-298eee1c-49d3-4e96-a167-dd3fe93be972 None None] Bound port: 0c10f3c7-230b-45a4-accf-504a245a1c29, host: dv-cinder-805316-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8e06c1-ac8e-43e7-825a-0e43fc63904c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '1113589d-d130-4cfa-aff3-f52eb0deeabc'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:26:39.326571 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-298eee1c-49d3-4e96-a167-dd3fe93be972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:39.392284 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-298eee1c-49d3-4e96-a167-dd3fe93be972 None None] For port 0c10f3c7-230b-45a4-accf-504a245a1c29, host dv-cinder-805316-3-iscsi, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:26:39.395580 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-298eee1c-49d3-4e96-a167-dd3fe93be972 None None] For port 0c10f3c7-230b-45a4-accf-504a245a1c29, host dv-cinder-805316-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=0c10f3c7-230b-45a4-accf-504a245a1c29,segment=NetworkSegment(de8e06c1-ac8e-43e7-825a-0e43fc63904c),segment_id=de8e06c1-ac8e-43e7-825a-0e43fc63904c)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:26:39.401289 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-298eee1c-49d3-4e96-a167-dd3fe93be972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:39.478942 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298eee1c-49d3-4e96-a167-dd3fe93be972 None None] Routers {'52d3c5cd-a1c2-48f2-af2e-34529f4aab39'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:26:39.479653 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-298eee1c-49d3-4e96-a167-dd3fe93be972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:26:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['52d3c5cd-a1c2-48f2-af2e-34529f4aab39'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:39.481446 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44a802-89c4-43cf-9b63-5b181c3ea145 None None] Pushing event updated for resources: {'Port': ['ID=0c10f3c7-230b-45a4-accf-504a245a1c29,revision_number=4']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:39.626273 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-298eee1c-49d3-4e96-a167-dd3fe93be972 None None] Set router 52d3c5cd-a1c2-48f2-af2e-34529f4aab39 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:26:39.842942 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-298eee1c-49d3-4e96-a167-dd3fe93be972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d3c5cd-a1c2-48f2-af2e-34529f4aab39', 'name': 'tempest-TestVolumeBootPattern-1072477535-router', 'tenant_id': '0358e731537d4536b95de4290bd9d7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '66f6b457-016f-42e5-be3c-9a9511b5a235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:31Z', 'updated_at': '2021-08-30T17:26:34Z', 'revision_number': 4, 'project_id': '0358e731537d4536b95de4290bd9d7c2', 'gw_port': {'id': '66f6b457-016f-42e5-be3c-9a9511b5a235', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c5cd-a1c2-48f2-af2e-34529f4aab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:32Z', 'updated_at': '2021-08-30T17:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '0c10f3c7-230b-45a4-accf-504a245a1c29', 'name': '', 'network_id': '1113589d-d130-4cfa-aff3-f52eb0deeabc', 'tenant_id': '0358e731537d4536b95de4290bd9d7c2', 'mac_address': 'fa:16:3e:49:87:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d3c5cd-a1c2-48f2-af2e-34529f4aab39', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'b308d414-3d3f-4798-923b-bbc0d18e57e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:34Z', 'updated_at': '2021-08-30T17:26:39Z', 'revision_number': 4, 'project_id': '0358e731537d4536b95de4290bd9d7c2', 'subnets': [{'id': 'b308d414-3d3f-4798-923b-bbc0d18e57e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:26:39.870081 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298eee1c-49d3-4e96-a167-dd3fe93be972 None None] The sync data for ids ['52d3c5cd-a1c2-48f2-af2e-34529f4aab39'] in dv-cinder-805316-3-iscsi is: [{'id': '52d3c5cd-a1c2-48f2-af2e-34529f4aab39', 'name': 'tempest-TestVolumeBootPattern-1072477535-router', 'tenant_id': '0358e731537d4536b95de4290bd9d7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '66f6b457-016f-42e5-be3c-9a9511b5a235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:31Z', 'updated_at': '2021-08-30T17:26:34Z', 'revision_number': 4, 'project_id': '0358e731537d4536b95de4290bd9d7c2', 'gw_port': {'id': '66f6b457-016f-42e5-be3c-9a9511b5a235', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c5cd-a1c2-48f2-af2e-34529f4aab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:32Z', 'updated_at': '2021-08-30T17:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '0c10f3c7-230b-45a4-accf-504a245a1c29', 'name': '', 'network_id': '1113589d-d130-4cfa-aff3-f52eb0deeabc', 'tenant_id': '0358e731537d4536b95de4290bd9d7c2', 'mac_address': 'fa:16:3e:49:87:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d3c5cd-a1c2-48f2-af2e-34529f4aab39', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'b308d414-3d3f-4798-923b-bbc0d18e57e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:34Z', 'updated_at': '2021-08-30T17:26:39Z', 'revision_number': 4, 'project_id': '0358e731537d4536b95de4290bd9d7c2', 'subnets': [{'id': 'b308d414-3d3f-4798-923b-bbc0d18e57e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:26:40.903575 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 66f6b457-016f-42e5-be3c-9a9511b5a235 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:26:40.952871 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 66f6b457-016f-42e5-be3c-9a9511b5a235 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:26:40.953247 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:41.043370 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 0c10f3c7-230b-45a4-accf-504a245a1c29 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:26:41.092833 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning for port 0c10f3c7-230b-45a4-accf-504a245a1c29 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:26:41.096863 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 0c10f3c7-230b-45a4-accf-504a245a1c29 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:26:41.097267 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:41.180021 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:41.213040 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] For port 0c10f3c7-230b-45a4-accf-504a245a1c29, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=0c10f3c7-230b-45a4-accf-504a245a1c29,segment=NetworkSegment(de8e06c1-ac8e-43e7-825a-0e43fc63904c),segment_id=de8e06c1-ac8e-43e7-825a-0e43fc63904c)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:26:41.217377 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:41.271031 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Pushing event updated for resources: {'Port': ['ID=0c10f3c7-230b-45a4-accf-504a245a1c29,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:26:42.874525 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 0c10f3c7-230b-45a4-accf-504a245a1c29 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:26:42.922964 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 0c10f3c7-230b-45a4-accf-504a245a1c29 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:26:42.923355 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:54.156568 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:26:54.832646 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0f32e01e-bbf1-45e6-a4ec-8c7ab778d766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:54.942774 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:57.578991 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-15ae0fb8-b46b-4d19-b900-f9ce8cd492e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:57.842376 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:58.783724 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:26:59.393612 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d05f9a72-ee2b-4c3d-b36f-1a50e37b0ecb req-7ec0461a-c16e-42c6-bc1c-d1554bca0fa5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404594 Aug 30 17:26:59.474071 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f9a72-ee2b-4c3d-b36f-1a50e37b0ecb req-c12ecc62-328e-4b26-b100-3a0a5303a1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:59.475458 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d05f9a72-ee2b-4c3d-b36f-1a50e37b0ecb req-c12ecc62-328e-4b26-b100-3a0a5303a1b2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5084785e3414a36b8cc882d6083aba5&device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 1099 time: 0.0396049 Aug 30 17:26:59.580867 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f9a72-ee2b-4c3d-b36f-1a50e37b0ecb req-74cdec6a-c492-4750-8652-bed8a04ff1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:59.582410 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d05f9a72-ee2b-4c3d-b36f-1a50e37b0ecb req-74cdec6a-c492-4750-8652-bed8a04ff1d1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=12712b10-7cd8-429d-845f-e2bbe84087c2 HTTP/1.1" status: 200 len: 910 time: 0.0857120 Aug 30 17:26:59.646953 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d05f9a72-ee2b-4c3d-b36f-1a50e37b0ecb req-00557cab-667a-473e-a3fd-816d70fba3d3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 HTTP/1.1" status: 200 len: 1002 time: 0.0566473 Aug 30 17:26:59.695328 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f9a72-ee2b-4c3d-b36f-1a50e37b0ecb req-15f1ae14-9aba-4e6a-bf5c-38271dbfdae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:59.696715 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d05f9a72-ee2b-4c3d-b36f-1a50e37b0ecb req-15f1ae14-9aba-4e6a-bf5c-38271dbfdae1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7e04f231-8e49-4dc4-831a-df3b7fe03455 HTTP/1.1" status: 200 len: 848 time: 0.0422432 Aug 30 17:26:59.748370 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f9a72-ee2b-4c3d-b36f-1a50e37b0ecb req-87487f2c-ecef-4edb-9e8e-f4e80fe8b874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:26:59.749874 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d05f9a72-ee2b-4c3d-b36f-1a50e37b0ecb req-87487f2c-ecef-4edb-9e8e-f4e80fe8b874 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=12712b10-7cd8-429d-845f-e2bbe84087c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428460 Aug 30 17:26:59.842024 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d05f9a72-ee2b-4c3d-b36f-1a50e37b0ecb req-34c4918a-47d0-4a2d-a587-79d9ab12d035 service neutron] 10.222.0.52 "GET /v2.0/networks/12712b10-7cd8-429d-845f-e2bbe84087c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816197 Aug 30 17:26:59.937947 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d05f9a72-ee2b-4c3d-b36f-1a50e37b0ecb req-d967b8a7-7322-4a83-8fa2-72fce777ea37 service neutron] 10.222.0.52 "GET /v2.0/networks/12712b10-7cd8-429d-845f-e2bbe84087c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879204 Aug 30 17:27:00.076054 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:00.083937 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-ee478dc9-3898-4489-a1df-cddad66c73b4 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1343824368&fields=id&tenant_id=d89c045221f140f2ab71b985fce23b49 HTTP/1.1" status: 200 len: 267 time: 0.0321827 Aug 30 17:27:00.186981 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-3a0576dd-e139-4dfe-afb3-a0255725b22e tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:00.188407 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-3a0576dd-e139-4dfe-afb3-a0255725b22e tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/networks?id=5cc4ee96-09c0-4388-a625-c8e44b64f728 HTTP/1.1" status: 200 len: 812 time: 0.0978303 Aug 30 17:27:00.202563 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-d37e94cc-01a4-41cd-abcd-539110c7f783 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/quotas/d89c045221f140f2ab71b985fce23b49 HTTP/1.1" status: 200 len: 375 time: 0.0085533 Aug 30 17:27:00.251829 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-dc3d0c99-9e37-4628-a845-6df1944b5e4d tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d89c045221f140f2ab71b985fce23b49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442014 Aug 30 17:27:00.435827 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-e939bded-3afb-4c67-a62a-f79c14caf277 service neutron] 10.222.0.21 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721156 Aug 30 17:27:00.521597 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-bc4ad0b1-6fed-46c1-b3de-1f7d232ac411 service neutron] 10.222.0.21 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797746 Aug 30 17:27:00.849091 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ad72c189-e3a5-4652-960e-6f73dba566c1 req-c1aed2b8-b670-4d4c-b852-1f21ec86f81c tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=85802331-3e7e-4a5e-8528-519634602098 HTTP/1.1" status: 200 len: 210 time: 0.0764444 Aug 30 17:27:01.847379 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-921cc82b-7817-4325-959d-e1a75439e8f7 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:01.848828 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-921cc82b-7817-4325-959d-e1a75439e8f7 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.52 "GET /v2.0/networks?id=5cc4ee96-09c0-4388-a625-c8e44b64f728 HTTP/1.1" status: 200 len: 812 time: 0.0996211 Aug 30 17:27:01.908281 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-c2d6a1b9-a175-46a4-a285-1d28edba93b8 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d89c045221f140f2ab71b985fce23b49 HTTP/1.1" status: 200 len: 380 time: 0.0436826 Aug 30 17:27:01.919465 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-7c304dbd-6798-4e54-aa56-28eab337846f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Request body: {'port': {'device_id': '85802331-3e7e-4a5e-8528-519634602098', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'admin_state_up': True, 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'security_groups': ['3247880d-9c1e-4e66-a7e6-bca48a65b3af']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:27:01.949218 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8070d3dd-a680-4bc7-b6ad-0ea4bd368d9d req-a83329c5-62b6-4cdc-a7e8-34fa6b88ca79 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=85802331-3e7e-4a5e-8528-519634602098 HTTP/1.1" status: 200 len: 210 time: 0.0270760 Aug 30 17:27:02.033394 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-7c304dbd-6798-4e54-aa56-28eab337846f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Made reservation on behalf of d89c045221f140f2ab71b985fce23b49 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:27:02.036832 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-7c304dbd-6798-4e54-aa56-28eab337846f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:02.158637 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-7c304dbd-6798-4e54-aa56-28eab337846f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Allocated IP 172.20.0.9 (5cc4ee96-09c0-4388-a625-c8e44b64f728/940351cc-f7c5-4d94-9783-0f7b5953487f/71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:27:02.318762 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-7c304dbd-6798-4e54-aa56-28eab337846f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:02.333784 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-7c304dbd-6798-4e54-aa56-28eab337846f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Transition to ACTIVE for port object 71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:27:02.368987 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-7c304dbd-6798-4e54-aa56-28eab337846f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:02.413685 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-7c304dbd-6798-4e54-aa56-28eab337846f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Network 5cc4ee96-09c0-4388-a625-c8e44b64f728 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:27:02.419059 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-7c304dbd-6798-4e54-aa56-28eab337846f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:27:02.421711 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-7c304dbd-6798-4e54-aa56-28eab337846f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:27:02.458608 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c304dbd-6798-4e54-aa56-28eab337846f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Pushing event updated for resources: {'Port': ['ID=71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:27:02.483864 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-7c304dbd-6798-4e54-aa56-28eab337846f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:02.484683 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-7c304dbd-6798-4e54-aa56-28eab337846f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:02.499832 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-7c304dbd-6798-4e54-aa56-28eab337846f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5848844 Aug 30 17:27:02.567513 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-edbddc4f-55f2-4aba-bae2-f7213aab89c7 service neutron] Request body: {'port': {'device_id': '85802331-3e7e-4a5e-8528-519634602098', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:27:02.646170 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-edbddc4f-55f2-4aba-bae2-f7213aab89c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:02.676679 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-818c8e32-3ce6-43db-93d7-dcafd0df35bd None None] Provisioning for port 71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:27:02.680910 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-818c8e32-3ce6-43db-93d7-dcafd0df35bd None None] Provisioning complete for port 71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:27:02.681267 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-818c8e32-3ce6-43db-93d7-dcafd0df35bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:02.716103 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-818c8e32-3ce6-43db-93d7-dcafd0df35bd None None] Port 71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:27:02.919622 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-edbddc4f-55f2-4aba-bae2-f7213aab89c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:27:02.927307 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-edbddc4f-55f2-4aba-bae2-f7213aab89c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:02.938744 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-edbddc4f-55f2-4aba-bae2-f7213aab89c7 service neutron] Transition to ACTIVE for port object 71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:27:02.942453 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-edbddc4f-55f2-4aba-bae2-f7213aab89c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194083'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:03.009439 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbddc4f-55f2-4aba-bae2-f7213aab89c7 service neutron] Pushing event updated for resources: {'Port': ['ID=71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:27:03.072548 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-edbddc4f-55f2-4aba-bae2-f7213aab89c7 service neutron] Attempting to bind port 71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:27:03.073024 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-edbddc4f-55f2-4aba-bae2-f7213aab89c7 service neutron] Attempting to bind port 71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': 'a2e8c780-af97-409c-adf3-d94319193fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:27:03.074067 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-edbddc4f-55f2-4aba-bae2-f7213aab89c7 service neutron] Attempting to bind port 71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3 on network 5cc4ee96-09c0-4388-a625-c8e44b64f728 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:27:03.079480 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-edbddc4f-55f2-4aba-bae2-f7213aab89c7 service neutron] Port 71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3 on network 5cc4ee96-09c0-4388-a625-c8e44b64f728 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:27:03.079809 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-edbddc4f-55f2-4aba-bae2-f7213aab89c7 service neutron] Attempting to bind port 71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3 on network 5cc4ee96-09c0-4388-a625-c8e44b64f728 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:27:03.080534 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4dfcf-3633-4b2e-a5a0-e42dcddcf6ce req-d8a3e722-e7a6-41a1-b576-d37aa0b3156d tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:03.082219 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-98f4dfcf-3633-4b2e-a5a0-e42dcddcf6ce req-d8a3e722-e7a6-41a1-b576-d37aa0b3156d tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=85802331-3e7e-4a5e-8528-519634602098 HTTP/1.1" status: 200 len: 943 time: 0.0590990 Aug 30 17:27:03.084985 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-edbddc4f-55f2-4aba-bae2-f7213aab89c7 service neutron] Checking agent: {'id': 'ee80e8a3-09f9-4e7d-a921-e109800248d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'started_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:27:03.085404 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-edbddc4f-55f2-4aba-bae2-f7213aab89c7 service neutron] Checking segment: {'id': 'a2e8c780-af97-409c-adf3-d94319193fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:27:03.085882 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-edbddc4f-55f2-4aba-bae2-f7213aab89c7 service neutron] Bound using segment: {'id': 'a2e8c780-af97-409c-adf3-d94319193fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:27:03.086392 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-edbddc4f-55f2-4aba-bae2-f7213aab89c7 service neutron] Bound port: 71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2e8c780-af97-409c-adf3-d94319193fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:27:03.086823 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-edbddc4f-55f2-4aba-bae2-f7213aab89c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:03.123908 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-98f4dfcf-3633-4b2e-a5a0-e42dcddcf6ce req-f915dece-3ef5-4243-97fb-865a64031763 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327182 Aug 30 17:27:03.172681 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-edbddc4f-55f2-4aba-bae2-f7213aab89c7 service neutron] For port 71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:27:03.175678 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-edbddc4f-55f2-4aba-bae2-f7213aab89c7 service neutron] For port 71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3,segment=NetworkSegment(a2e8c780-af97-409c-adf3-d94319193fb3),segment_id=a2e8c780-af97-409c-adf3-d94319193fb3)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:27:03.180810 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-edbddc4f-55f2-4aba-bae2-f7213aab89c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194083'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:03.219566 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-edbddc4f-55f2-4aba-bae2-f7213aab89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:03.220263 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-edbddc4f-55f2-4aba-bae2-f7213aab89c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:03.221682 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-edbddc4f-55f2-4aba-bae2-f7213aab89c7 service neutron] 10.222.0.52 "PUT /v2.0/ports/71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3 HTTP/1.1" status: 200 len: 1093 time: 0.7138307 Aug 30 17:27:03.222134 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85802331-3e7e-4a5e-8528-519634602098', 'tag': '71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:27:03.224427 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62e5257-7c5b-4295-829e-b7846b4ccb97" -d '{"events": [{"name": "network-changed", "server_uuid": "85802331-3e7e-4a5e-8528-519634602098", "tag": "71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:27:03.249944 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbddc4f-55f2-4aba-bae2-f7213aab89c7 service neutron] Pushing event updated for resources: {'Port': ['ID=71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:27:03.274528 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b597ac0-f0e2-4621-8721-7a1c41b5cc03 x-openstack-request-id: req-2b597ac0-f0e2-4621-8721-7a1c41b5cc03 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:27:03.274945 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85802331-3e7e-4a5e-8528-519634602098", "tag": "71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:27:03.275043 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b597ac0-f0e2-4621-8721-7a1c41b5cc03 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:27:03.275427 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85802331-3e7e-4a5e-8528-519634602098', 'tag': '71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3', 'status': 'completed', 'code': 200} Aug 30 17:27:03.318297 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-d4996158-e179-4b4a-963c-12e2c2cc2ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:03.319819 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-d4996158-e179-4b4a-963c-12e2c2cc2ca6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d89c045221f140f2ab71b985fce23b49&device_id=85802331-3e7e-4a5e-8528-519634602098 HTTP/1.1" status: 200 len: 1096 time: 0.0542259 Aug 30 17:27:03.361107 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-4b3e70d1-8187-4e1d-baba-f3ec69c6ec3e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3 HTTP/1.1" status: 200 len: 217 time: 0.0337133 Aug 30 17:27:03.415230 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-1f0a9cfd-bf6e-42e0-9599-7e65b770673e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:03.417011 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-1f0a9cfd-bf6e-42e0-9599-7e65b770673e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=940351cc-f7c5-4d94-9783-0f7b5953487f HTTP/1.1" status: 200 len: 851 time: 0.0488865 Aug 30 17:27:03.464228 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-4bf8b76b-62ec-4abe-915c-16b4b8d13830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:03.465989 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-4bf8b76b-62ec-4abe-915c-16b4b8d13830 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5cc4ee96-09c0-4388-a625-c8e44b64f728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410683 Aug 30 17:27:03.553618 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-79740e80-ffa5-484b-8613-e3b87beb6c3e service neutron] 10.222.0.52 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802865 Aug 30 17:27:03.643428 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4a0db0e2-72b1-4983-9d7c-ba76b9774f1b req-a7be0689-c4e0-4fa7-a2d0-5f3e77447db2 service neutron] 10.222.0.52 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829163 Aug 30 17:27:03.739804 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e5257-7c5b-4295-829e-b7846b4ccb97 req-44e75888-0686-4cf3-8999-ad496bc4b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:03.741396 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e62e5257-7c5b-4295-829e-b7846b4ccb97 req-44e75888-0686-4cf3-8999-ad496bc4b02a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d89c045221f140f2ab71b985fce23b49&device_id=85802331-3e7e-4a5e-8528-519634602098 HTTP/1.1" status: 200 len: 1096 time: 0.0426657 Aug 30 17:27:03.844639 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e5257-7c5b-4295-829e-b7846b4ccb97 req-95118904-a21a-4c3f-925e-25413d528c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:03.846296 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e62e5257-7c5b-4295-829e-b7846b4ccb97 req-95118904-a21a-4c3f-925e-25413d528c36 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5cc4ee96-09c0-4388-a625-c8e44b64f728 HTTP/1.1" status: 200 len: 913 time: 0.0970488 Aug 30 17:27:03.891584 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e62e5257-7c5b-4295-829e-b7846b4ccb97 req-59cbb092-3acc-4230-8acc-dc75e0611b4d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3 HTTP/1.1" status: 200 len: 217 time: 0.0372317 Aug 30 17:27:03.943308 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e5257-7c5b-4295-829e-b7846b4ccb97 req-87b1232d-2ea2-4850-93a6-6096c987f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:03.944674 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e62e5257-7c5b-4295-829e-b7846b4ccb97 req-87b1232d-2ea2-4850-93a6-6096c987f37b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=940351cc-f7c5-4d94-9783-0f7b5953487f HTTP/1.1" status: 200 len: 851 time: 0.0440257 Aug 30 17:27:03.996026 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e5257-7c5b-4295-829e-b7846b4ccb97 req-99ca9a6d-2cbe-4154-b3d8-f5472ce3c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:03.997610 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e62e5257-7c5b-4295-829e-b7846b4ccb97 req-99ca9a6d-2cbe-4154-b3d8-f5472ce3c8f2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5cc4ee96-09c0-4388-a625-c8e44b64f728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455554 Aug 30 17:27:04.097086 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e62e5257-7c5b-4295-829e-b7846b4ccb97 req-ba3ffb84-c420-4b27-8072-e4f9625c1029 service neutron] 10.222.0.52 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921471 Aug 30 17:27:04.194319 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e62e5257-7c5b-4295-829e-b7846b4ccb97 req-8fc5bb0c-d14b-4154-9aac-07ee53a01121 service neutron] 10.222.0.52 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900741 Aug 30 17:27:04.245371 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b7f7c-02bd-4354-a20d-b5f155da9fd6 req-28c8e3c4-4887-4d8e-b111-380fe2fd2bc3 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:04.246857 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9d3b7f7c-02bd-4354-a20d-b5f155da9fd6 req-28c8e3c4-4887-4d8e-b111-380fe2fd2bc3 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=85802331-3e7e-4a5e-8528-519634602098 HTTP/1.1" status: 200 len: 943 time: 0.0503514 Aug 30 17:27:04.283990 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9d3b7f7c-02bd-4354-a20d-b5f155da9fd6 req-2a000d18-f6e6-4be4-a965-6f6fd4e371f9 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313652 Aug 30 17:27:05.396884 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6e09c-98ed-4b88-ba37-7280d708f521 req-8c1fa319-53ea-4014-b663-8a002d30679c tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:05.398243 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-dba6e09c-98ed-4b88-ba37-7280d708f521 req-8c1fa319-53ea-4014-b663-8a002d30679c tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=85802331-3e7e-4a5e-8528-519634602098 HTTP/1.1" status: 200 len: 943 time: 0.0475245 Aug 30 17:27:05.435090 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-dba6e09c-98ed-4b88-ba37-7280d708f521 req-29f56564-f103-4092-8018-25fe416e13e8 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302544 Aug 30 17:27:06.550577 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e8c68-c99e-4159-adb4-3fb106679d35 req-a29d2190-cce2-4406-9aa2-a208aca0ae47 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:06.551936 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a73e8c68-c99e-4159-adb4-3fb106679d35 req-a29d2190-cce2-4406-9aa2-a208aca0ae47 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=85802331-3e7e-4a5e-8528-519634602098 HTTP/1.1" status: 200 len: 943 time: 0.0513706 Aug 30 17:27:06.589931 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a73e8c68-c99e-4159-adb4-3fb106679d35 req-f6473103-a903-4425-a5d5-d613f49d1354 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318308 Aug 30 17:27:07.405571 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 56464) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:27:07.507731 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0d78068-7631-4d35-b0ad-52591009a2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:07.598260 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0d78068-7631-4d35-b0ad-52591009a2b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:07.602002 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-b0d78068-7631-4d35-b0ad-52591009a2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:07.640278 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d78068-7631-4d35-b0ad-52591009a2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba081cb-7baf-4825-9598-c07edbb2333e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:27:07.644930 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-b0d78068-7631-4d35-b0ad-52591009a2b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a55d0c964d8c4b2bb1572b4dec46a682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383318 Aug 30 17:27:07.647762 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56470) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:27:07.649824 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d78068-7631-4d35-b0ad-52591009a2b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:07.650196 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d78068-7631-4d35-b0ad-52591009a2b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:07.650520 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d78068-7631-4d35-b0ad-52591009a2b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:07.650854 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d78068-7631-4d35-b0ad-52591009a2b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:07.651720 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d78068-7631-4d35-b0ad-52591009a2b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:07.652642 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d78068-7631-4d35-b0ad-52591009a2b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:07.652927 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d78068-7631-4d35-b0ad-52591009a2b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:07.653260 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d78068-7631-4d35-b0ad-52591009a2b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:07.653618 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d78068-7631-4d35-b0ad-52591009a2b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:07.653962 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d78068-7631-4d35-b0ad-52591009a2b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:07.654276 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d78068-7631-4d35-b0ad-52591009a2b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:07.654598 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d78068-7631-4d35-b0ad-52591009a2b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:07.703060 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30e0ea7d-7638-486b-b9fc-330e482c6fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:07.710073 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f16f1-0647-44cb-893d-064d0bc5a676 req-324c66b1-ad0e-4c48-8880-5e92256d127d tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:07.711654 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d42f16f1-0647-44cb-893d-064d0bc5a676 req-324c66b1-ad0e-4c48-8880-5e92256d127d tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=85802331-3e7e-4a5e-8528-519634602098 HTTP/1.1" status: 200 len: 943 time: 0.0501182 Aug 30 17:27:07.730608 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30e0ea7d-7638-486b-b9fc-330e482c6fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:07.753599 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d42f16f1-0647-44cb-893d-064d0bc5a676 req-1bc7175d-37ab-41b3-94aa-e397e6f65491 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344453 Aug 30 17:27:07.777139 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30e0ea7d-7638-486b-b9fc-330e482c6fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:07.780069 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30e0ea7d-7638-486b-b9fc-330e482c6fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:07.781235 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-30e0ea7d-7638-486b-b9fc-330e482c6fff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ba081cb-7baf-4825-9598-c07edbb2333e HTTP/1.1" status: 204 len: 168 time: 0.1324742 Aug 30 17:27:07.788642 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0ea7d-7638-486b-b9fc-330e482c6fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba081cb-7baf-4825-9598-c07edbb2333e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:27:07.796780 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0ea7d-7638-486b-b9fc-330e482c6fff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:07.797136 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0ea7d-7638-486b-b9fc-330e482c6fff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:07.797478 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0ea7d-7638-486b-b9fc-330e482c6fff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:07.797843 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0ea7d-7638-486b-b9fc-330e482c6fff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:07.798179 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0ea7d-7638-486b-b9fc-330e482c6fff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:07.798513 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0ea7d-7638-486b-b9fc-330e482c6fff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:07.798843 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0ea7d-7638-486b-b9fc-330e482c6fff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:07.799172 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0ea7d-7638-486b-b9fc-330e482c6fff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:07.799501 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0ea7d-7638-486b-b9fc-330e482c6fff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:07.799828 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0ea7d-7638-486b-b9fc-330e482c6fff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:07.800153 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0ea7d-7638-486b-b9fc-330e482c6fff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:07.800476 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e0ea7d-7638-486b-b9fc-330e482c6fff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:08.867462 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fee92b-a01b-413b-9278-4e8fae15ea7f req-50fe0276-b6ca-4bd8-9db3-42e3ac123413 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:08.868931 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-91fee92b-a01b-413b-9278-4e8fae15ea7f req-50fe0276-b6ca-4bd8-9db3-42e3ac123413 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=85802331-3e7e-4a5e-8528-519634602098 HTTP/1.1" status: 200 len: 943 time: 0.0487490 Aug 30 17:27:08.905857 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-91fee92b-a01b-413b-9278-4e8fae15ea7f req-1dd7f74b-24d4-4190-be72-6dc7ac9e6b49 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308404 Aug 30 17:27:10.016566 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39a3d9-3080-4c3b-b6d4-c741d0b04a52 req-800da5ab-58c2-460f-884e-1a5e2f053356 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:10.018016 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cb39a3d9-3080-4c3b-b6d4-c741d0b04a52 req-800da5ab-58c2-460f-884e-1a5e2f053356 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=85802331-3e7e-4a5e-8528-519634602098 HTTP/1.1" status: 200 len: 943 time: 0.0469699 Aug 30 17:27:10.054598 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cb39a3d9-3080-4c3b-b6d4-c741d0b04a52 req-8d32b05f-ac72-438a-b70f-415aee070606 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308752 Aug 30 17:27:11.165479 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039a692-51ed-4881-b2b4-f56abffc4dc3 req-92d5508a-e5f7-42f8-b151-4c20e71ef5ab tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:11.167842 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9039a692-51ed-4881-b2b4-f56abffc4dc3 req-92d5508a-e5f7-42f8-b151-4c20e71ef5ab tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=85802331-3e7e-4a5e-8528-519634602098 HTTP/1.1" status: 200 len: 943 time: 0.0465217 Aug 30 17:27:11.210628 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9039a692-51ed-4881-b2b4-f56abffc4dc3 req-baf4b3e4-05c5-4739-a6b0-7aab5be6556a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371363 Aug 30 17:27:11.398158 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:27:11.490885 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3,segment=NetworkSegment(a2e8c780-af97-409c-adf3-d94319193fb3),segment_id=a2e8c780-af97-409c-adf3-d94319193fb3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:27:11.501603 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Returning: {'device': '71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'port_id': '71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3', 'mac_address': 'fa:16:3e:84:48:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:27:11.536189 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:11.548834 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:27:11.567077 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3,segment=NetworkSegment(a2e8c780-af97-409c-adf3-d94319193fb3),segment_id=a2e8c780-af97-409c-adf3-d94319193fb3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:27:11.578631 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:11.625086 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:27:11.790418 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:27:12.322550 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4142fc4-02d3-4434-b57f-7f2f402cb328 req-644c8e90-30f3-4f50-858b-c23519432e36 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:12.324594 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e4142fc4-02d3-4434-b57f-7f2f402cb328 req-644c8e90-30f3-4f50-858b-c23519432e36 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=85802331-3e7e-4a5e-8528-519634602098 HTTP/1.1" status: 200 len: 944 time: 0.0484643 Aug 30 17:27:12.361356 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e4142fc4-02d3-4434-b57f-7f2f402cb328 req-25ab2f5f-f4f6-4e86-8d50-b79c298781cb tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308411 Aug 30 17:27:13.429426 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3 up at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:27:13.477143 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning for port 71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:27:13.477574 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6adfcf-b0bb-42f8-bdd3-4d41ed33a31f req-f67449fb-6e79-4df7-bf0f-e84e17760f71 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:13.479695 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7f6adfcf-b0bb-42f8-bdd3-4d41ed33a31f req-f67449fb-6e79-4df7-bf0f-e84e17760f71 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=85802331-3e7e-4a5e-8528-519634602098 HTTP/1.1" status: 200 len: 944 time: 0.0485451 Aug 30 17:27:13.481644 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning complete for port 71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:27:13.482026 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:13.516428 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7f6adfcf-b0bb-42f8-bdd3-4d41ed33a31f req-6888129c-9c0d-48dd-8612-ba2e3a510bf9 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305963 Aug 30 17:27:13.557606 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:13.579756 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85802331-3e7e-4a5e-8528-519634602098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:27:13.582172 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b565bf2a2ce0626243007c858acec0a0684ffd3fe6012f569d221254cd872eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcb2c23-0bf1-47a0-a347-84e5551d9985" -d '{"events": [{"server_uuid": "85802331-3e7e-4a5e-8528-519634602098", "name": "network-vif-plugged", "status": "completed", "tag": "71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:27:13.598055 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3,segment=NetworkSegment(a2e8c780-af97-409c-adf3-d94319193fb3),segment_id=a2e8c780-af97-409c-adf3-d94319193fb3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:27:13.603424 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:13.626618 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722122fc-27aa-473d-9429-384ec40a4017 x-openstack-request-id: req-722122fc-27aa-473d-9429-384ec40a4017 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:27:13.626912 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85802331-3e7e-4a5e-8528-519634602098", "name": "network-vif-plugged", "status": "completed", "tag": "71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:27:13.627164 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-722122fc-27aa-473d-9429-384ec40a4017 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:27:13.627549 dv-cinder-805316-3-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85802331-3e7e-4a5e-8528-519634602098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3', 'code': 200} Aug 30 17:27:13.652844 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:27:13.835234 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6973c-9763-4ea3-9194-6d5351d0c81e req-925bc4e0-7764-4db8-af47-c7a4b9eedf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:13.836692 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-76c6973c-9763-4ea3-9194-6d5351d0c81e req-925bc4e0-7764-4db8-af47-c7a4b9eedf52 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=85802331-3e7e-4a5e-8528-519634602098 HTTP/1.1" status: 200 len: 1098 time: 0.0399251 Aug 30 17:27:13.870099 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-76c6973c-9763-4ea3-9194-6d5351d0c81e req-cbf9e82f-131d-436d-b4b7-e08fbf23bda8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263078 Aug 30 17:27:14.628635 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd46b1-4491-43c3-93c5-3dfd147a400a req-2d8c54ac-21ea-424f-968f-9443e3d32a77 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:14.630099 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0edd46b1-4491-43c3-93c5-3dfd147a400a req-2d8c54ac-21ea-424f-968f-9443e3d32a77 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=85802331-3e7e-4a5e-8528-519634602098 HTTP/1.1" status: 200 len: 945 time: 0.0477455 Aug 30 17:27:14.669694 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0edd46b1-4491-43c3-93c5-3dfd147a400a req-b8399d5a-4ffc-49f2-8cd1-edacfcfa1fcd tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336647 Aug 30 17:27:15.792588 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbf318-a5de-4c0f-be18-6496e9137b01 req-1fcb5420-f47d-41f4-9190-5a58fafb60d2 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:15.794160 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1fdbf318-a5de-4c0f-be18-6496e9137b01 req-1fcb5420-f47d-41f4-9190-5a58fafb60d2 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=85802331-3e7e-4a5e-8528-519634602098 HTTP/1.1" status: 200 len: 945 time: 0.0578113 Aug 30 17:27:15.840712 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1fdbf318-a5de-4c0f-be18-6496e9137b01 req-66dda503-fe16-4ea3-bf4f-7d167fdc56d3 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406036 Aug 30 17:27:15.950813 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41974d2d-5080-4b4a-9d88-ca35e775be17 req-3fa316cb-d38b-43e1-953b-19dbea9ad52c tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:15.952268 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-41974d2d-5080-4b4a-9d88-ca35e775be17 req-3fa316cb-d38b-43e1-953b-19dbea9ad52c tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=85802331-3e7e-4a5e-8528-519634602098 HTTP/1.1" status: 200 len: 945 time: 0.0481970 Aug 30 17:27:15.988808 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-41974d2d-5080-4b4a-9d88-ca35e775be17 req-eb41ca17-0330-4520-a763-0dd5db67e68e tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307598 Aug 30 17:27:16.010859 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 56492) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:27:16.189643 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46093127-45a9-4a3c-aab7-87348016e503 tempest-TestVolumeBootPattern-2069340906 tempest-TestVolumeBootPattern-2069340906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:16.191107 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-46093127-45a9-4a3c-aab7-87348016e503 tempest-TestVolumeBootPattern-2069340906 tempest-TestVolumeBootPattern-2069340906-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=85802331-3e7e-4a5e-8528-519634602098 HTTP/1.1" status: 200 len: 1093 time: 0.1792440 Aug 30 17:27:16.193997 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 56496) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:27:16.198328 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a43b07c0-2af0-494a-a1a8-fdba969106ba tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Request body: {'floatingip': {'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'port_id': '71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:27:16.226028 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a43b07c0-2af0-494a-a1a8-fdba969106ba tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:16.318073 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a43b07c0-2af0-494a-a1a8-fdba969106ba tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:16.422451 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-a43b07c0-2af0-494a-a1a8-fdba969106ba tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Allocated IP 172.27.2.123 (3951d34a-2192-4abb-b523-61631b013f39/db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b/7f482a85-6239-42e2-966e-678468ab5a7d) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:27:16.519000 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a43b07c0-2af0-494a-a1a8-fdba969106ba tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:16.555647 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a43b07c0-2af0-494a-a1a8-fdba969106ba tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:16.590192 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43b07c0-2af0-494a-a1a8-fdba969106ba tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Network 3951d34a-2192-4abb-b523-61631b013f39 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:27:16.594891 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-a43b07c0-2af0-494a-a1a8-fdba969106ba tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:27:16.598288 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43b07c0-2af0-494a-a1a8-fdba969106ba tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:27:16.854734 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b07c0-2af0-494a-a1a8-fdba969106ba tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Pushing event updated for resources: {'Port': ['ID=7f482a85-6239-42e2-966e-678468ab5a7d,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:27:17.338704 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a43b07c0-2af0-494a-a1a8-fdba969106ba tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:17.444067 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a43b07c0-2af0-494a-a1a8-fdba969106ba tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:17.590934 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a43b07c0-2af0-494a-a1a8-fdba969106ba tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:17.595240 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a43b07c0-2af0-494a-a1a8-fdba969106ba tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2822393'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:17.657048 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b07c0-2af0-494a-a1a8-fdba969106ba tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Pushing event updated for resources: {'Port': ['ID=7f482a85-6239-42e2-966e-678468ab5a7d,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:27:17.671993 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a43b07c0-2af0-494a-a1a8-fdba969106ba tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535188'] for floatingip, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:17.768859 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.db.l3_db [None req-a43b07c0-2af0-494a-a1a8-fdba969106ba tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Floating IP dbc5ef08-271f-4d36-912b-ba21b84f4daf associated. External IP: 172.27.2.123, port: 71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3. Aug 30 17:27:17.968745 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43b07c0-2af0-494a-a1a8-fdba969106ba tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Router c29d892b-ec87-4740-a5de-4f5990eef7d8 has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:27:18.072605 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43b07c0-2af0-494a-a1a8-fdba969106ba tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:27:18.083512 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5667bd-458f-47be-9b83-e3b843362cf7 None None] Sync routers for ids ['c29d892b-ec87-4740-a5de-4f5990eef7d8'] in dv-cinder-805316-3-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:27:18.088959 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a43b07c0-2af0-494a-a1a8-fdba969106ba tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:18.093739 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5667bd-458f-47be-9b83-e3b843362cf7 None None] Routers {'c29d892b-ec87-4740-a5de-4f5990eef7d8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:27:18.094358 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-8f5667bd-458f-47be-9b83-e3b843362cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:26:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['c29d892b-ec87-4740-a5de-4f5990eef7d8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:27:18.115343 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-a43b07c0-2af0-494a-a1a8-fdba969106ba tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9203534 Aug 30 17:27:18.115923 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85802331-3e7e-4a5e-8528-519634602098', 'tag': '71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:27:18.118167 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e183aeb7d1ae95b610e737921596bfe9224ef5c136def86ae36f97e4cb718d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae90a05-0885-4c26-8f54-76ec879b0197" -d '{"events": [{"name": "network-changed", "server_uuid": "85802331-3e7e-4a5e-8528-519634602098", "tag": "71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:27:18.199774 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-8f5667bd-458f-47be-9b83-e3b843362cf7 None None] Set router c29d892b-ec87-4740-a5de-4f5990eef7d8 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:27:18.272618 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b1c8a6-f207-4387-9fa7-5b1b02298e74 x-openstack-request-id: req-a1b1c8a6-f207-4387-9fa7-5b1b02298e74 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:27:18.272908 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85802331-3e7e-4a5e-8528-519634602098", "tag": "71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:27:18.273154 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1b1c8a6-f207-4387-9fa7-5b1b02298e74 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:27:18.273707 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85802331-3e7e-4a5e-8528-519634602098', 'tag': '71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3', 'status': 'completed', 'code': 200} Aug 30 17:27:18.336336 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae90a05-0885-4c26-8f54-76ec879b0197 req-06b89847-438c-4094-a02a-3db6c742dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:18.337855 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5ae90a05-0885-4c26-8f54-76ec879b0197 req-06b89847-438c-4094-a02a-3db6c742dc89 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d89c045221f140f2ab71b985fce23b49&device_id=85802331-3e7e-4a5e-8528-519634602098 HTTP/1.1" status: 200 len: 1098 time: 0.0433118 Aug 30 17:27:18.421321 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-8f5667bd-458f-47be-9b83-e3b843362cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'name': 'tempest-TestVolumeBootPattern-1275751099-router', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:29Z', 'revision_number': 4, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'gw_port': {'id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:75:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_floatingips': [{'id': 'dbc5ef08-271f-4d36-912b-ba21b84f4daf', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'port_id': '71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'mac_address': 'fa:16:3e:84:48:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85802331-3e7e-4a5e-8528-519634602098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:27:17Z', 'updated_at': '2021-08-30T17:27:17Z', 'revision_number': 0, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc68142-79e2-4ff3-abc3-05c5a9c76c16', 'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'mac_address': 'fa:16:3e:fd:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:29Z', 'updated_at': '2021-08-30T17:26:36Z', 'revision_number': 5, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'subnets': [{'id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:27:18.427511 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae90a05-0885-4c26-8f54-76ec879b0197 req-2e300e83-5781-466b-a86a-54673377ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:18.429007 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5ae90a05-0885-4c26-8f54-76ec879b0197 req-2e300e83-5781-466b-a86a-54673377ae15 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5cc4ee96-09c0-4388-a625-c8e44b64f728 HTTP/1.1" status: 200 len: 913 time: 0.0842044 Aug 30 17:27:18.450450 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5667bd-458f-47be-9b83-e3b843362cf7 None None] Checking router: c29d892b-ec87-4740-a5de-4f5990eef7d8 for host: dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:27:18.458590 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5667bd-458f-47be-9b83-e3b843362cf7 None None] Routers {'c29d892b-ec87-4740-a5de-4f5990eef7d8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:27:18.459193 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-8f5667bd-458f-47be-9b83-e3b843362cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:26:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['c29d892b-ec87-4740-a5de-4f5990eef7d8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:27:18.497367 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5ae90a05-0885-4c26-8f54-76ec879b0197 req-dd868498-2263-4fa7-9317-a986a05b0d86 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3 HTTP/1.1" status: 200 len: 999 time: 0.0613470 Aug 30 17:27:18.549966 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae90a05-0885-4c26-8f54-76ec879b0197 req-b28bb978-e067-4efc-95f3-c1db658e999b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:18.551458 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5ae90a05-0885-4c26-8f54-76ec879b0197 req-b28bb978-e067-4efc-95f3-c1db658e999b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=940351cc-f7c5-4d94-9783-0f7b5953487f HTTP/1.1" status: 200 len: 851 time: 0.0478437 Aug 30 17:27:18.564348 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-8f5667bd-458f-47be-9b83-e3b843362cf7 None None] Set router c29d892b-ec87-4740-a5de-4f5990eef7d8 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:27:18.596784 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae90a05-0885-4c26-8f54-76ec879b0197 req-86c5fa46-bdbb-428c-bb54-dd580a72efff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:18.598356 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5ae90a05-0885-4c26-8f54-76ec879b0197 req-86c5fa46-bdbb-428c-bb54-dd580a72efff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5cc4ee96-09c0-4388-a625-c8e44b64f728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400441 Aug 30 17:27:18.690279 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5ae90a05-0885-4c26-8f54-76ec879b0197 req-2d769cfe-9c19-4ea2-ad7e-46a88272449b service neutron] 10.222.0.52 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844305 Aug 30 17:27:18.776562 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5ae90a05-0885-4c26-8f54-76ec879b0197 req-d6f614e7-e847-4884-8c54-3faa3bfa5012 service neutron] 10.222.0.52 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795624 Aug 30 17:27:18.782173 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-8f5667bd-458f-47be-9b83-e3b843362cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'name': 'tempest-TestVolumeBootPattern-1275751099-router', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:29Z', 'revision_number': 4, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'gw_port': {'id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:75:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_floatingips': [{'id': 'dbc5ef08-271f-4d36-912b-ba21b84f4daf', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'port_id': '71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'mac_address': 'fa:16:3e:84:48:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85802331-3e7e-4a5e-8528-519634602098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:27:17Z', 'updated_at': '2021-08-30T17:27:17Z', 'revision_number': 0, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc68142-79e2-4ff3-abc3-05c5a9c76c16', 'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'mac_address': 'fa:16:3e:fd:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:29Z', 'updated_at': '2021-08-30T17:26:36Z', 'revision_number': 5, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'subnets': [{'id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:27:18.809104 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5667bd-458f-47be-9b83-e3b843362cf7 None None] The sync data for ids ['c29d892b-ec87-4740-a5de-4f5990eef7d8'] in dv-cinder-805316-3-iscsi is: [{'id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'name': 'tempest-TestVolumeBootPattern-1275751099-router', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:29Z', 'revision_number': 4, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'gw_port': {'id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:75:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_floatingips': [{'id': 'dbc5ef08-271f-4d36-912b-ba21b84f4daf', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'port_id': '71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'mac_address': 'fa:16:3e:84:48:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85802331-3e7e-4a5e-8528-519634602098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:27:17Z', 'updated_at': '2021-08-30T17:27:17Z', 'revision_number': 0, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc68142-79e2-4ff3-abc3-05c5a9c76c16', 'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'mac_address': 'fa:16:3e:fd:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:29Z', 'updated_at': '2021-08-30T17:26:36Z', 'revision_number': 5, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'subnets': [{'id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:27:18.998674 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed40d50-07d2-4134-852b-9f5728b30ba0 None None] New status for floating IP dbc5ef08-271f-4d36-912b-ba21b84f4daf: ACTIVE {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:27:21.629954 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617cb6c-cfd1-42e7-b5f0-d2a5b417822a req-00964097-ee22-4a81-8eb3-4d31fb1c07b7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:21.631410 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8617cb6c-cfd1-42e7-b5f0-d2a5b417822a req-00964097-ee22-4a81-8eb3-4d31fb1c07b7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 946 time: 0.0487878 Aug 30 17:27:21.671474 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8617cb6c-cfd1-42e7-b5f0-d2a5b417822a req-5333fc97-7ab0-42ce-b575-b78f5da0eca6 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340734 Aug 30 17:27:22.790851 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ecaeb-f281-4744-919b-8c04d15fe9ca req-d8feb1d3-e67d-49a9-a6da-3f0d80d22589 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:22.793123 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d10ecaeb-f281-4744-919b-8c04d15fe9ca req-d8feb1d3-e67d-49a9-a6da-3f0d80d22589 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 946 time: 0.0497966 Aug 30 17:27:22.829198 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d10ecaeb-f281-4744-919b-8c04d15fe9ca req-11e77382-452c-440d-a352-e5c01f116d1a tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305040 Aug 30 17:27:23.946390 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab36ad-5b2e-4ad4-bc10-76e15e1d0ce9 req-da0824c2-ea0a-48b2-bf38-fa56040e2156 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:23.947812 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6aab36ad-5b2e-4ad4-bc10-76e15e1d0ce9 req-da0824c2-ea0a-48b2-bf38-fa56040e2156 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 946 time: 0.0480793 Aug 30 17:27:23.984855 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6aab36ad-5b2e-4ad4-bc10-76e15e1d0ce9 req-6fd4e58e-45d4-418f-b1d0-1a99e1d8394e tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311797 Aug 30 17:27:24.833411 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-90acced4-3bfa-4ba1-9114-d8a565e1ee3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:24.956010 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:25.102592 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d2260-582f-4f5e-a72e-5fa1bd87ff08 req-a1f662f2-71d5-4850-9273-09721cd7927b tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:25.103967 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-988d2260-582f-4f5e-a72e-5fa1bd87ff08 req-a1f662f2-71d5-4850-9273-09721cd7927b tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 946 time: 0.0480905 Aug 30 17:27:25.144591 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-988d2260-582f-4f5e-a72e-5fa1bd87ff08 req-4b628cdc-adb5-46f5-b172-df4c0fd9a921 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346406 Aug 30 17:27:26.261980 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514ab12-c726-4355-85c1-12e8ee4c6fe8 req-e44a5a88-7ed9-4c20-97b5-ef3a44319376 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:26.263423 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d514ab12-c726-4355-85c1-12e8ee4c6fe8 req-e44a5a88-7ed9-4c20-97b5-ef3a44319376 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 946 time: 0.0469306 Aug 30 17:27:26.301078 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d514ab12-c726-4355-85c1-12e8ee4c6fe8 req-37b0e985-0076-4784-973d-5051321bf643 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318899 Aug 30 17:27:27.419021 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497fc93-0d64-44ac-823e-736f39a2d313 req-981bf22d-e7b3-4fa5-b82a-e2976645d1de tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:27.420480 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b497fc93-0d64-44ac-823e-736f39a2d313 req-981bf22d-e7b3-4fa5-b82a-e2976645d1de tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 946 time: 0.0481756 Aug 30 17:27:27.456752 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b497fc93-0d64-44ac-823e-736f39a2d313 req-1da5e2f0-688e-4adc-8d1b-42922bca8db3 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304325 Aug 30 17:27:27.581038 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0a5e81de-8d11-422b-808a-80f120524fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:27.846704 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:28.570920 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fabf6-fd01-4d37-80de-d52ad4e2a2d6 req-40dfb025-7fb2-4691-b54d-81ec1f054ecf tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:28.572394 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3d4fabf6-fd01-4d37-80de-d52ad4e2a2d6 req-40dfb025-7fb2-4691-b54d-81ec1f054ecf tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 946 time: 0.0471368 Aug 30 17:27:28.612563 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3d4fabf6-fd01-4d37-80de-d52ad4e2a2d6 req-43a3068f-5dd5-4047-a063-847503b0f8a7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337517 Aug 30 17:27:28.787322 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:29.731910 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699819e-160a-417e-9cac-f6a56309aac9 req-ae1cad64-d5fe-439d-ad84-be6e7fcd98af tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:29.733371 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9699819e-160a-417e-9cac-f6a56309aac9 req-ae1cad64-d5fe-439d-ad84-be6e7fcd98af tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 946 time: 0.0497079 Aug 30 17:27:29.771000 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9699819e-160a-417e-9cac-f6a56309aac9 req-bfe36eba-ac5d-4951-897d-7a2ecd20a26f tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318472 Aug 30 17:27:30.078587 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:30.903858 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd05c2-9acc-43a1-a0f1-efb1e1e670c1 req-a5daaee9-0564-43d8-93c4-2beb4b2d50b0 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:30.905394 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-22fd05c2-9acc-43a1-a0f1-efb1e1e670c1 req-a5daaee9-0564-43d8-93c4-2beb4b2d50b0 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 946 time: 0.0643046 Aug 30 17:27:30.943696 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-22fd05c2-9acc-43a1-a0f1-efb1e1e670c1 req-dc848b1f-dd48-495e-8f0e-64abd95ab8d3 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321338 Aug 30 17:27:31.155633 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:27:32.066733 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fdc4c-c0b8-49fb-bea0-fcec56089ca3 req-35714b5c-d0b7-45cc-9b1a-00eec1dd2f45 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:32.068184 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f90fdc4c-c0b8-49fb-bea0-fcec56089ca3 req-35714b5c-d0b7-45cc-9b1a-00eec1dd2f45 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 946 time: 0.0548739 Aug 30 17:27:32.109237 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f90fdc4c-c0b8-49fb-bea0-fcec56089ca3 req-d01e719c-3bb7-45f5-88fd-d7dbad333078 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349400 Aug 30 17:27:32.731021 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74730877-3f24-4975-b9dc-8da4f6312321 req-93cb0966-f622-4639-b758-87932497bce1 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:32.732478 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-74730877-3f24-4975-b9dc-8da4f6312321 req-93cb0966-f622-4639-b758-87932497bce1 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 946 time: 0.0478804 Aug 30 17:27:32.769345 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-74730877-3f24-4975-b9dc-8da4f6312321 req-25410226-650b-4e8c-8d78-be5bdc2307c6 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310471 Aug 30 17:27:33.231232 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38cebb-bd42-48dc-9d15-fd3fea25f8b7 req-dc8e1eb7-c319-4a5a-9ce8-41eed399ba7e tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:33.232717 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ea38cebb-bd42-48dc-9d15-fd3fea25f8b7 req-dc8e1eb7-c319-4a5a-9ce8-41eed399ba7e tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 946 time: 0.0523624 Aug 30 17:27:33.270130 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ea38cebb-bd42-48dc-9d15-fd3fea25f8b7 req-9de121e2-ef60-45de-ae39-29d115f0c8d2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315847 Aug 30 17:27:33.475855 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 26661db7-40ef-41a5-a42b-ec389ddced8b details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:27:33.567420 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 26661db7-40ef-41a5-a42b-ec389ddced8b, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=26661db7-40ef-41a5-a42b-ec389ddced8b,segment=NetworkSegment(41e5c997-0375-4a8d-92f7-022af7373204),segment_id=41e5c997-0375-4a8d-92f7-022af7373204)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:27:33.580430 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Returning: {'device': '26661db7-40ef-41a5-a42b-ec389ddced8b', 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'port_id': '26661db7-40ef-41a5-a42b-ec389ddced8b', 'mac_address': 'fa:16:3e:de:09:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:27:33.619207 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:33.632002 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26661db7-40ef-41a5-a42b-ec389ddced8b {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:27:33.652573 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 26661db7-40ef-41a5-a42b-ec389ddced8b, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=26661db7-40ef-41a5-a42b-ec389ddced8b,segment=NetworkSegment(41e5c997-0375-4a8d-92f7-022af7373204),segment_id=41e5c997-0375-4a8d-92f7-022af7373204)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:27:33.658085 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:33.706108 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=26661db7-40ef-41a5-a42b-ec389ddced8b,revision_number=6']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:27:33.712932 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:33.713277 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:33.714157 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:33.714491 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:33.714818 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:33.715144 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:33.715469 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:33.715790 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:33.716114 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:33.716433 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:33.716750 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:33.717067 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:27:33.753600 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['26661db7-40ef-41a5-a42b-ec389ddced8b'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:27:33.896856 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5220a-2664-4d10-a082-aa022a7c6a83 req-8fa2facb-cf45-4c9a-91d3-40a7f17a6e76 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:33.898502 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7be5220a-2664-4d10-a082-aa022a7c6a83 req-8fa2facb-cf45-4c9a-91d3-40a7f17a6e76 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 946 time: 0.0607979 Aug 30 17:27:33.953134 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7be5220a-2664-4d10-a082-aa022a7c6a83 req-ec92ab17-da00-4697-8827-cdae775bbb05 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480688 Aug 30 17:27:34.393406 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5066d-f25d-46db-8f3a-626470572195 req-f6369821-2d2a-4212-8a0d-a0e639d85e41 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:34.394909 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-73b5066d-f25d-46db-8f3a-626470572195 req-f6369821-2d2a-4212-8a0d-a0e639d85e41 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 945 time: 0.0485384 Aug 30 17:27:34.443659 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-73b5066d-f25d-46db-8f3a-626470572195 req-29da839d-c889-4494-a5d0-f1b472cc7750 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424969 Aug 30 17:27:35.083243 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee20d7f-bf65-4396-943a-fc2af775342d req-069f5c8c-9b0d-4d56-9446-872857746fd8 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:35.084712 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-dee20d7f-bf65-4396-943a-fc2af775342d req-069f5c8c-9b0d-4d56-9446-872857746fd8 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 946 time: 0.0614929 Aug 30 17:27:35.130130 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-dee20d7f-bf65-4396-943a-fc2af775342d req-311e53c2-720d-49f5-94f3-bcacab8781f0 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380511 Aug 30 17:27:35.485949 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 26661db7-40ef-41a5-a42b-ec389ddced8b up at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:27:35.539390 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning complete for port 26661db7-40ef-41a5-a42b-ec389ddced8b triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:27:35.540100 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:35.579906 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747956d-ddc9-45d5-a846-449a2df6c30e req-c175f982-2500-442f-af91-15a69fc1ba2b tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:35.581595 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e747956d-ddc9-45d5-a846-449a2df6c30e req-c175f982-2500-442f-af91-15a69fc1ba2b tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 945 time: 0.0612609 Aug 30 17:27:35.630593 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e747956d-ddc9-45d5-a846-449a2df6c30e req-7ed5664a-13d0-489a-bd9a-2674a28bb7d7 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431108 Aug 30 17:27:35.646458 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:35.686056 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542bd270-d185-4a55-8829-bf9cb1cde4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26661db7-40ef-41a5-a42b-ec389ddced8b'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:27:35.688572 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b565bf2a2ce0626243007c858acec0a0684ffd3fe6012f569d221254cd872eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec8a8b0-dcd6-4cba-a11a-33c656a31685" -d '{"events": [{"server_uuid": "542bd270-d185-4a55-8829-bf9cb1cde4b6", "name": "network-vif-plugged", "status": "completed", "tag": "26661db7-40ef-41a5-a42b-ec389ddced8b"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:27:35.706781 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 26661db7-40ef-41a5-a42b-ec389ddced8b, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=26661db7-40ef-41a5-a42b-ec389ddced8b,segment=NetworkSegment(41e5c997-0375-4a8d-92f7-022af7373204),segment_id=41e5c997-0375-4a8d-92f7-022af7373204)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:27:35.713094 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:35.780641 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=26661db7-40ef-41a5-a42b-ec389ddced8b,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:27:35.815227 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2de0855-51df-447b-bb71-55bc4a9c4bf6 x-openstack-request-id: req-a2de0855-51df-447b-bb71-55bc4a9c4bf6 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:27:35.815572 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542bd270-d185-4a55-8829-bf9cb1cde4b6", "name": "network-vif-plugged", "status": "completed", "tag": "26661db7-40ef-41a5-a42b-ec389ddced8b", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:27:35.815858 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2de0855-51df-447b-bb71-55bc4a9c4bf6 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:27:35.816259 dv-cinder-805316-3-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542bd270-d185-4a55-8829-bf9cb1cde4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26661db7-40ef-41a5-a42b-ec389ddced8b', 'code': 200} Aug 30 17:27:36.265805 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb00659-28da-425f-ada5-9079e85390e6 req-18d9b217-1294-4519-9cac-1d377ec777bb tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:36.270020 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cfb00659-28da-425f-ada5-9079e85390e6 req-18d9b217-1294-4519-9cac-1d377ec777bb tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 946 time: 0.0638876 Aug 30 17:27:36.313873 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cfb00659-28da-425f-ada5-9079e85390e6 req-a0ce919c-c28d-4144-8bc6-04fab8f6ec83 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400400 Aug 30 17:27:36.784043 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856466e-dcb9-490f-a39d-7f2715ff4890 req-442ba7a7-8802-4f84-b441-931167cec2e1 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:36.785665 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4856466e-dcb9-490f-a39d-7f2715ff4890 req-442ba7a7-8802-4f84-b441-931167cec2e1 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 946 time: 0.0609720 Aug 30 17:27:36.827534 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4856466e-dcb9-490f-a39d-7f2715ff4890 req-7cb0c8ca-2812-442b-b57a-4a714af39393 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345559 Aug 30 17:27:37.444895 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d601b-da54-4373-b65d-f4970b63df3a req-bb5db5f7-844f-4eb1-a000-acf5149cd6b6 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:37.446443 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b06d601b-da54-4373-b65d-f4970b63df3a req-bb5db5f7-844f-4eb1-a000-acf5149cd6b6 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 946 time: 0.0554793 Aug 30 17:27:37.496161 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b06d601b-da54-4373-b65d-f4970b63df3a req-c809a8b7-9e39-45e6-a2a2-e0164fcb4a57 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426612 Aug 30 17:27:37.967489 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3991b2-979c-4986-8331-6574157ad461 req-d8be119f-7187-4a0a-820a-8729d5d5337e tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:37.969142 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8e3991b2-979c-4986-8331-6574157ad461 req-d8be119f-7187-4a0a-820a-8729d5d5337e tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 946 time: 0.0606325 Aug 30 17:27:38.010115 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8e3991b2-979c-4986-8331-6574157ad461 req-9b8c5497-608a-42df-8dfa-73ba72d343d9 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348711 Aug 30 17:27:38.625954 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4305905-676d-45aa-b861-a5eb422ab5e1 req-f96da52e-9e72-440a-aa5e-178f96477807 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:38.627519 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a4305905-676d-45aa-b861-a5eb422ab5e1 req-f96da52e-9e72-440a-aa5e-178f96477807 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 946 time: 0.0592036 Aug 30 17:27:38.670838 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a4305905-676d-45aa-b861-a5eb422ab5e1 req-b8351d5c-f999-4535-a287-70e43ed1b718 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366621 Aug 30 17:27:39.136015 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07235a5b-20ef-4102-8851-72c9f856f3f2 req-f969ab24-0f42-4974-95c3-ad753e55f7e0 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:39.138212 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-07235a5b-20ef-4102-8851-72c9f856f3f2 req-f969ab24-0f42-4974-95c3-ad753e55f7e0 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 946 time: 0.0528316 Aug 30 17:27:39.185891 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-07235a5b-20ef-4102-8851-72c9f856f3f2 req-584c22a5-eeb6-41bd-be0f-1284976c7d0d tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409744 Aug 30 17:27:39.800474 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba578a24-e576-486b-8bcf-2dccd2ee5eb0 req-f894cd1c-4577-4d0e-bd01-b7966b348df5 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:39.807865 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ba578a24-e576-486b-8bcf-2dccd2ee5eb0 req-f894cd1c-4577-4d0e-bd01-b7966b348df5 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 946 time: 0.0610399 Aug 30 17:27:39.849796 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ba578a24-e576-486b-8bcf-2dccd2ee5eb0 req-b0e241b8-4146-47ef-bb4e-bfa90a9f427d tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400634 Aug 30 17:27:40.316773 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c09de7-f597-484a-bf13-999338055d74 req-5bbd951f-6e94-4834-b4d7-07106bc219f3 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:40.322130 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b0c09de7-f597-484a-bf13-999338055d74 req-5bbd951f-6e94-4834-b4d7-07106bc219f3 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 946 time: 0.0550876 Aug 30 17:27:40.362710 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b0c09de7-f597-484a-bf13-999338055d74 req-d5e8a653-a6b1-4890-8f96-4fa5dbd0fbae tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376713 Aug 30 17:27:40.964099 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad281764-b1ec-419a-b02c-b8aeaefd934c req-e8d81bec-ea55-476b-a338-dea9de0315c3 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:40.965732 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ad281764-b1ec-419a-b02c-b8aeaefd934c req-e8d81bec-ea55-476b-a338-dea9de0315c3 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 946 time: 0.0531433 Aug 30 17:27:41.009209 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ad281764-b1ec-419a-b02c-b8aeaefd934c req-dda3d894-bf06-47d8-8748-19c1192b8172 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373495 Aug 30 17:27:41.487898 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac5c80-5c74-46f7-b4cd-a84cf6312171 req-3ef64042-c4b3-461e-b92f-97ab9a583c66 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:41.489386 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-38ac5c80-5c74-46f7-b4cd-a84cf6312171 req-3ef64042-c4b3-461e-b92f-97ab9a583c66 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 946 time: 0.0504754 Aug 30 17:27:41.535137 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-38ac5c80-5c74-46f7-b4cd-a84cf6312171 req-0fdcf785-cf7b-4024-a03f-b1ee3e94ebae tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391431 Aug 30 17:27:42.130406 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466fda01-ef90-4455-845d-b40429c19015 req-ccec2bbf-5ddf-4830-ba60-0c0322dfb716 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:42.132002 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-466fda01-ef90-4455-845d-b40429c19015 req-ccec2bbf-5ddf-4830-ba60-0c0322dfb716 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 946 time: 0.0517058 Aug 30 17:27:42.173869 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-466fda01-ef90-4455-845d-b40429c19015 req-5c2de54a-2dc3-43c8-ad5b-c19be3af541c tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352030 Aug 30 17:27:42.671543 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2e9c3-3c87-40ca-9445-9acff1db9cf5 req-0269c785-a156-4b86-9712-b39034c9fecd tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:42.673982 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7ea2e9c3-3c87-40ca-9445-9acff1db9cf5 req-0269c785-a156-4b86-9712-b39034c9fecd tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 946 time: 0.0518780 Aug 30 17:27:42.719314 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7ea2e9c3-3c87-40ca-9445-9acff1db9cf5 req-16cd7fa3-580b-4288-9069-d72092c8c594 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373502 Aug 30 17:27:42.902163 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a21179-8f1e-4789-955d-075626ebda04 req-0ecbcbb1-4e79-42eb-99b7-02b640563bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:42.903679 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-93a21179-8f1e-4789-955d-075626ebda04 req-0ecbcbb1-4e79-42eb-99b7-02b640563bd3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5084785e3414a36b8cc882d6083aba5&device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 1099 time: 0.0438080 Aug 30 17:27:43.000692 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a21179-8f1e-4789-955d-075626ebda04 req-748285ef-2a23-4b43-b03d-ee9222a555c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:43.002324 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-93a21179-8f1e-4789-955d-075626ebda04 req-748285ef-2a23-4b43-b03d-ee9222a555c9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=12712b10-7cd8-429d-845f-e2bbe84087c2 HTTP/1.1" status: 200 len: 910 time: 0.0908432 Aug 30 17:27:43.072423 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-93a21179-8f1e-4789-955d-075626ebda04 req-bc192773-3294-44c4-ae2f-7005190763c6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 HTTP/1.1" status: 200 len: 1002 time: 0.0623271 Aug 30 17:27:43.135425 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a21179-8f1e-4789-955d-075626ebda04 req-839446af-fac6-42bd-934c-920f3167d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:43.136922 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-93a21179-8f1e-4789-955d-075626ebda04 req-839446af-fac6-42bd-934c-920f3167d96f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7e04f231-8e49-4dc4-831a-df3b7fe03455 HTTP/1.1" status: 200 len: 848 time: 0.0567391 Aug 30 17:27:43.184895 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a21179-8f1e-4789-955d-075626ebda04 req-6e667c4d-c0bb-4649-ba03-cc3c8abca106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:43.186565 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-93a21179-8f1e-4789-955d-075626ebda04 req-6e667c4d-c0bb-4649-ba03-cc3c8abca106 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=12712b10-7cd8-429d-845f-e2bbe84087c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417955 Aug 30 17:27:43.277352 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-93a21179-8f1e-4789-955d-075626ebda04 req-52e88598-544b-4665-85a4-cb37c55e2441 service neutron] 10.222.0.52 "GET /v2.0/networks/12712b10-7cd8-429d-845f-e2bbe84087c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837202 Aug 30 17:27:43.301681 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8e98e-3e8d-4ed8-a461-ded41961dbc4 req-428649a9-23e8-40a1-8489-f96096cdf19c tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:43.304245 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62c8e98e-3e8d-4ed8-a461-ded41961dbc4 req-428649a9-23e8-40a1-8489-f96096cdf19c tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 946 time: 0.0529981 Aug 30 17:27:43.342814 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62c8e98e-3e8d-4ed8-a461-ded41961dbc4 req-25e50fb1-f883-48da-abfb-46ef9afafe42 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324769 Aug 30 17:27:43.383852 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-93a21179-8f1e-4789-955d-075626ebda04 req-12543e21-07b2-408f-95e4-ceee20640226 service neutron] 10.222.0.52 "GET /v2.0/networks/12712b10-7cd8-429d-845f-e2bbe84087c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979078 Aug 30 17:27:43.823455 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7d641-5864-4c1a-bc90-975007d42e9b req-ac6f1c2f-64e2-4331-a883-56d1901c90dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:43.824980 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2bf7d641-5864-4c1a-bc90-975007d42e9b req-ac6f1c2f-64e2-4331-a883-56d1901c90dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c21fe597089042da855ac89daddb7bed&device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 1099 time: 0.0450978 Aug 30 17:27:43.840658 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab6110-98c2-455d-86f2-a0824a772281 req-ad08abaa-54a0-4ed6-bf36-5785c4ec7fb8 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:43.842090 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ddab6110-98c2-455d-86f2-a0824a772281 req-ad08abaa-54a0-4ed6-bf36-5785c4ec7fb8 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 946 time: 0.0526674 Aug 30 17:27:43.881325 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ddab6110-98c2-455d-86f2-a0824a772281 req-32d7de00-1e41-4ea9-9059-8f2fb9689dea tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330648 Aug 30 17:27:43.918947 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7d641-5864-4c1a-bc90-975007d42e9b req-cb295e00-3b6a-4fc9-a2b2-1417ad415400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:43.920559 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2bf7d641-5864-4c1a-bc90-975007d42e9b req-cb295e00-3b6a-4fc9-a2b2-1417ad415400 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd HTTP/1.1" status: 200 len: 918 time: 0.0873334 Aug 30 17:27:44.216051 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2bf7d641-5864-4c1a-bc90-975007d42e9b req-84696ee4-118a-4501-81e6-8952fd5bb8f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26661db7-40ef-41a5-a42b-ec389ddced8b HTTP/1.1" status: 200 len: 1001 time: 0.2872112 Aug 30 17:27:44.266815 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7d641-5864-4c1a-bc90-975007d42e9b req-79b347e1-6948-4189-a3c0-4159c329f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:44.268205 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2bf7d641-5864-4c1a-bc90-975007d42e9b req-79b347e1-6948-4189-a3c0-4159c329f1fd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f9b76a77-690c-4632-9995-41f5ada41bd6 HTTP/1.1" status: 200 len: 856 time: 0.0439849 Aug 30 17:27:44.316823 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7d641-5864-4c1a-bc90-975007d42e9b req-8972b432-9775-4ee6-a112-a17c4f9e7c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:44.318871 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2bf7d641-5864-4c1a-bc90-975007d42e9b req-8972b432-9775-4ee6-a112-a17c4f9e7c55 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415158 Aug 30 17:27:44.405062 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2bf7d641-5864-4c1a-bc90-975007d42e9b req-d3e6961a-fe30-4c51-832d-7a22e76a4b84 service neutron] 10.222.0.52 "GET /v2.0/networks/7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787516 Aug 30 17:27:44.458440 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd702a7-20a6-49ab-a61a-03d4242726d2 req-11ad653d-4ec1-4a3a-8997-40ff730f7581 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:44.459928 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-efd702a7-20a6-49ab-a61a-03d4242726d2 req-11ad653d-4ec1-4a3a-8997-40ff730f7581 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 946 time: 0.0502617 Aug 30 17:27:44.502153 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-efd702a7-20a6-49ab-a61a-03d4242726d2 req-5000c873-b061-4bf0-8011-91687fa0999d tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358069 Aug 30 17:27:44.508223 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2bf7d641-5864-4c1a-bc90-975007d42e9b req-f5fec6fa-3654-4a8e-9821-51d326419d2e service neutron] 10.222.0.52 "GET /v2.0/networks/7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945182 Aug 30 17:27:45.006949 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a00c8-13c5-40e0-98dc-3218a841232f req-6b5dae75-9e57-48e2-80bf-daa157e87ea5 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:45.008548 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5c6a00c8-13c5-40e0-98dc-3218a841232f req-6b5dae75-9e57-48e2-80bf-daa157e87ea5 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 946 time: 0.0501044 Aug 30 17:27:45.048703 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5c6a00c8-13c5-40e0-98dc-3218a841232f req-6f18baec-4983-4ae3-ac01-eb29062fd366 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333264 Aug 30 17:27:45.619003 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc05a69-a7f4-4d78-9f5b-e72a541fa845 req-07bc7e9e-eb13-4717-a863-3e57ccf59776 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:45.620889 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3bc05a69-a7f4-4d78-9f5b-e72a541fa845 req-07bc7e9e-eb13-4717-a863-3e57ccf59776 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 946 time: 0.0488687 Aug 30 17:27:45.657741 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3bc05a69-a7f4-4d78-9f5b-e72a541fa845 req-908cade1-6ff0-4508-b072-be393de6aad5 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307388 Aug 30 17:27:45.835362 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b1e3e30b-8c02-4cfe-abf9-21d9b205b716 req-3e9424c4-6e2d-4fc1-94e1-01be01c6ff9a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404682 Aug 30 17:27:45.875778 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb02fc4-172d-4e5e-9365-24f3f11a2d9c req-d360a3d5-0e98-433a-85c9-4aac9e7d7341 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:45.877747 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0fb02fc4-172d-4e5e-9365-24f3f11a2d9c req-d360a3d5-0e98-433a-85c9-4aac9e7d7341 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 946 time: 0.0579896 Aug 30 17:27:45.925324 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0fb02fc4-172d-4e5e-9365-24f3f11a2d9c req-4d32bf79-1739-4a7c-afdb-14acce992fb5 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404601 Aug 30 17:27:46.167491 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405f746-3856-4c83-ac98-79eb33ab2256 req-81a9f188-24a2-4ac4-af9b-52c6c3c25f97 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:46.168994 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0405f746-3856-4c83-ac98-79eb33ab2256 req-81a9f188-24a2-4ac4-af9b-52c6c3c25f97 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 946 time: 0.0498827 Aug 30 17:27:46.206770 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0405f746-3856-4c83-ac98-79eb33ab2256 req-3b534c21-f1d0-4bae-8bef-e9fe878fe0d9 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319877 Aug 30 17:27:47.038428 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb1e94-53d3-4f3e-889c-e3d04d114f28 req-968a16b1-8613-4b75-8a58-20c49f1f65fd tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:47.039886 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-72eb1e94-53d3-4f3e-889c-e3d04d114f28 req-968a16b1-8613-4b75-8a58-20c49f1f65fd tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 946 time: 0.0492229 Aug 30 17:27:47.078622 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-72eb1e94-53d3-4f3e-889c-e3d04d114f28 req-d519d645-a4bd-406f-852a-9f8dd40bf9ea tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321136 Aug 30 17:27:47.112467 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3e30b-8c02-4cfe-abf9-21d9b205b716 req-37d4e65e-6d72-4b0c-a863-dcd55090aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:47.113908 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b1e3e30b-8c02-4cfe-abf9-21d9b205b716 req-37d4e65e-6d72-4b0c-a863-dcd55090aa0c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987&tenant_id=c5084785e3414a36b8cc882d6083aba5 HTTP/1.1" status: 200 len: 1099 time: 0.0674598 Aug 30 17:27:47.178052 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3e30b-8c02-4cfe-abf9-21d9b205b716 req-e2d5c671-a158-414e-b0f7-4cb91e067bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:47.179507 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b1e3e30b-8c02-4cfe-abf9-21d9b205b716 req-e2d5c671-a158-414e-b0f7-4cb91e067bb7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5084785e3414a36b8cc882d6083aba5&device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 1099 time: 0.0408247 Aug 30 17:27:47.265791 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3e30b-8c02-4cfe-abf9-21d9b205b716 req-0170fbec-ffb0-4282-b5f4-2242b81d841b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:47.267273 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b1e3e30b-8c02-4cfe-abf9-21d9b205b716 req-0170fbec-ffb0-4282-b5f4-2242b81d841b service neutron] 10.222.0.52 "GET /v2.0/networks?id=12712b10-7cd8-429d-845f-e2bbe84087c2 HTTP/1.1" status: 200 len: 910 time: 0.0811284 Aug 30 17:27:47.323955 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf07b3a-6e2b-45a0-b77c-58e7b8315107 req-c997f4b3-85ad-4a53-a8b9-9e48fd924777 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:47.325420 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8cf07b3a-6e2b-45a0-b77c-58e7b8315107 req-c997f4b3-85ad-4a53-a8b9-9e48fd924777 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 946 time: 0.0481527 Aug 30 17:27:47.335011 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b1e3e30b-8c02-4cfe-abf9-21d9b205b716 req-ccf98e3e-3eb8-4837-88bd-cae989dad394 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 HTTP/1.1" status: 200 len: 1002 time: 0.0605023 Aug 30 17:27:47.366099 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8cf07b3a-6e2b-45a0-b77c-58e7b8315107 req-8d851cff-2f77-4fb2-b39c-5668a6eff5ea tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347090 Aug 30 17:27:47.384881 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3e30b-8c02-4cfe-abf9-21d9b205b716 req-066949f4-b6e2-4433-b92d-71a1e835ca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:47.386998 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b1e3e30b-8c02-4cfe-abf9-21d9b205b716 req-066949f4-b6e2-4433-b92d-71a1e835ca59 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7e04f231-8e49-4dc4-831a-df3b7fe03455 HTTP/1.1" status: 200 len: 848 time: 0.0444033 Aug 30 17:27:47.433281 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3e30b-8c02-4cfe-abf9-21d9b205b716 req-893bc963-2f55-417d-b3a3-71979e9e98cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:47.434995 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b1e3e30b-8c02-4cfe-abf9-21d9b205b716 req-893bc963-2f55-417d-b3a3-71979e9e98cd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=12712b10-7cd8-429d-845f-e2bbe84087c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406253 Aug 30 17:27:47.528686 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b1e3e30b-8c02-4cfe-abf9-21d9b205b716 req-f0775576-f6cd-4e7e-9119-13c2a0417374 service neutron] 10.222.0.52 "GET /v2.0/networks/12712b10-7cd8-429d-845f-e2bbe84087c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853324 Aug 30 17:27:47.562765 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 26661db7-40ef-41a5-a42b-ec389ddced8b no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:27:47.623573 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b1e3e30b-8c02-4cfe-abf9-21d9b205b716 req-941171a2-ed93-4fc7-acba-174fe54ca5be service neutron] 10.222.0.52 "GET /v2.0/networks/12712b10-7cd8-429d-845f-e2bbe84087c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873597 Aug 30 17:27:47.642573 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:47.668354 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542bd270-d185-4a55-8829-bf9cb1cde4b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26661db7-40ef-41a5-a42b-ec389ddced8b'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:27:47.670949 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b565bf2a2ce0626243007c858acec0a0684ffd3fe6012f569d221254cd872eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32614bc-eeab-4363-bf90-6feffc7ba166" -d '{"events": [{"server_uuid": "542bd270-d185-4a55-8829-bf9cb1cde4b6", "name": "network-vif-unplugged", "status": "completed", "tag": "26661db7-40ef-41a5-a42b-ec389ddced8b"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:27:47.684757 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 26661db7-40ef-41a5-a42b-ec389ddced8b, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=26661db7-40ef-41a5-a42b-ec389ddced8b,segment=NetworkSegment(41e5c997-0375-4a8d-92f7-022af7373204),segment_id=41e5c997-0375-4a8d-92f7-022af7373204)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:27:47.689271 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:47.712454 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 17:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ec7b39-a7e9-46de-b6ce-2b36dc11ae19 x-openstack-request-id: req-f9ec7b39-a7e9-46de-b6ce-2b36dc11ae19 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:27:47.712742 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542bd270-d185-4a55-8829-bf9cb1cde4b6", "name": "network-vif-unplugged", "status": "failed", "tag": "26661db7-40ef-41a5-a42b-ec389ddced8b", "code": 422}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:27:47.713041 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9ec7b39-a7e9-46de-b6ce-2b36dc11ae19 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:27:47.713435 dv-cinder-805316-3-iscsi neutron-server[93817]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '542bd270-d185-4a55-8829-bf9cb1cde4b6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '26661db7-40ef-41a5-a42b-ec389ddced8b', 'code': 422} returned with failed status Aug 30 17:27:47.738525 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=26661db7-40ef-41a5-a42b-ec389ddced8b,revision_number=8']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:27:48.192557 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f9479-569e-4781-ad29-5e918897c456 req-9ce5eb9d-1e80-41dd-a7e2-32cbd9fd1b5f tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:48.194063 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-162f9479-569e-4781-ad29-5e918897c456 req-9ce5eb9d-1e80-41dd-a7e2-32cbd9fd1b5f tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 946 time: 0.0492082 Aug 30 17:27:48.238150 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-162f9479-569e-4781-ad29-5e918897c456 req-361c1781-6768-48f6-ab61-a4aeb8e0a0ae tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366633 Aug 30 17:27:48.292819 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ddc9a-cde0-4890-a497-2cd795509f43 req-f7a66ca4-18bc-4935-81dc-1bc226dc9d2c tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:48.294334 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d50ddc9a-cde0-4890-a497-2cd795509f43 req-f7a66ca4-18bc-4935-81dc-1bc226dc9d2c tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 944 time: 0.0490711 Aug 30 17:27:48.332600 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d50ddc9a-cde0-4890-a497-2cd795509f43 req-6ef93890-c648-4f84-9bbc-9c2f587fc12a tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323980 Aug 30 17:27:48.526486 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 56710) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:27:48.608948 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-42e7e9c6-118a-4e62-8b96-5fef920bc270 req-b9e19001-8c63-4d7d-8c8d-b5b30224e446 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813141 Aug 30 17:27:49.352499 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e5a85-5a1f-4a06-bb4c-fc6129aba12f req-ea1e60fe-e830-4c26-adc1-1b4214b61ee3 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:49.354943 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-371e5a85-5a1f-4a06-bb4c-fc6129aba12f req-ea1e60fe-e830-4c26-adc1-1b4214b61ee3 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 946 time: 0.0515909 Aug 30 17:27:49.385578 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7e9c6-118a-4e62-8b96-5fef920bc270 req-7129d201-3130-4955-80f5-97ffc6c870a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:49.388745 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-42e7e9c6-118a-4e62-8b96-5fef920bc270 req-7129d201-3130-4955-80f5-97ffc6c870a8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6&tenant_id=c21fe597089042da855ac89daddb7bed HTTP/1.1" status: 200 len: 1097 time: 0.0431893 Aug 30 17:27:49.393044 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-371e5a85-5a1f-4a06-bb4c-fc6129aba12f req-a9de809d-e420-4a59-873e-015ea18274fd tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323019 Aug 30 17:27:49.458280 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7e9c6-118a-4e62-8b96-5fef920bc270 req-4c4a4aeb-2ec3-4adc-866c-7a50e9374310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:49.459341 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492b2b1-3899-4433-be4e-40a15ce622f3 req-26dc986f-2917-41bd-953f-413c7c34e018 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:49.459779 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-42e7e9c6-118a-4e62-8b96-5fef920bc270 req-4c4a4aeb-2ec3-4adc-866c-7a50e9374310 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c21fe597089042da855ac89daddb7bed&device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 1097 time: 0.0437920 Aug 30 17:27:49.460830 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b492b2b1-3899-4433-be4e-40a15ce622f3 req-26dc986f-2917-41bd-953f-413c7c34e018 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 944 time: 0.0485470 Aug 30 17:27:49.498551 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b492b2b1-3899-4433-be4e-40a15ce622f3 req-bbfb6b7f-b04b-4f39-a641-053206c4f664 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312555 Aug 30 17:27:49.547765 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7e9c6-118a-4e62-8b96-5fef920bc270 req-5a0e214d-891f-4228-a6d6-c6b560cc1092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:49.549163 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-42e7e9c6-118a-4e62-8b96-5fef920bc270 req-5a0e214d-891f-4228-a6d6-c6b560cc1092 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd HTTP/1.1" status: 200 len: 918 time: 0.0822787 Aug 30 17:27:49.569055 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:27:49.621238 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-42e7e9c6-118a-4e62-8b96-5fef920bc270 req-8c52c9f3-7b68-449e-ae3a-f947f73c9d41 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26661db7-40ef-41a5-a42b-ec389ddced8b HTTP/1.1" status: 200 len: 999 time: 0.0650504 Aug 30 17:27:49.645326 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:49.673351 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7e9c6-118a-4e62-8b96-5fef920bc270 req-69a7133e-2fd7-4d94-9f32-24b71909c83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:49.674887 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-42e7e9c6-118a-4e62-8b96-5fef920bc270 req-69a7133e-2fd7-4d94-9f32-24b71909c83e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f9b76a77-690c-4632-9995-41f5ada41bd6 HTTP/1.1" status: 200 len: 856 time: 0.0455227 Aug 30 17:27:49.679405 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=2574bf6a-7dbe-425f-9a0c-40e0f0a8e486,segment=NetworkSegment(8e685c25-9142-4f6b-a1bd-b40124343cbc),segment_id=8e685c25-9142-4f6b-a1bd-b40124343cbc)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:27:49.684238 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:49.714750 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce077816-5863-41fc-8805-a9c3a302a987', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2574bf6a-7dbe-425f-9a0c-40e0f0a8e486'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:27:49.717298 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b565bf2a2ce0626243007c858acec0a0684ffd3fe6012f569d221254cd872eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9fb407-05b7-4445-ac7c-a7f2b5f569b7" -d '{"events": [{"server_uuid": "ce077816-5863-41fc-8805-a9c3a302a987", "name": "network-vif-unplugged", "status": "completed", "tag": "2574bf6a-7dbe-425f-9a0c-40e0f0a8e486"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:27:49.724970 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7e9c6-118a-4e62-8b96-5fef920bc270 req-e4d8aa4f-de1e-4534-819f-f3d8e3da2d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:49.726875 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-42e7e9c6-118a-4e62-8b96-5fef920bc270 req-e4d8aa4f-de1e-4534-819f-f3d8e3da2d57 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447524 Aug 30 17:27:49.748302 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=2574bf6a-7dbe-425f-9a0c-40e0f0a8e486,revision_number=6']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:27:49.755076 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 17:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02191a53-6060-4c84-860f-b6b07128dc30 x-openstack-request-id: req-02191a53-6060-4c84-860f-b6b07128dc30 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:27:49.755368 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce077816-5863-41fc-8805-a9c3a302a987", "name": "network-vif-unplugged", "status": "completed", "tag": "2574bf6a-7dbe-425f-9a0c-40e0f0a8e486", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:27:49.755613 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02191a53-6060-4c84-860f-b6b07128dc30 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:27:49.755985 dv-cinder-805316-3-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce077816-5863-41fc-8805-a9c3a302a987', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2574bf6a-7dbe-425f-9a0c-40e0f0a8e486', 'code': 200} Aug 30 17:27:49.826396 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-42e7e9c6-118a-4e62-8b96-5fef920bc270 req-4f7f94fc-4fe0-4886-81a6-aab112bc4a1e service neutron] 10.222.0.52 "GET /v2.0/networks/7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914819 Aug 30 17:27:49.912833 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-42e7e9c6-118a-4e62-8b96-5fef920bc270 req-923e97f3-0844-4852-b70e-e27ad0a6d996 service neutron] 10.222.0.52 "GET /v2.0/networks/7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792611 Aug 30 17:27:50.528719 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f3495-6c34-458e-ae85-1fa3a83e80da req-3462f262-d282-410f-9217-3e1bb11c1685 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:50.530270 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-720f3495-6c34-458e-ae85-1fa3a83e80da req-3462f262-d282-410f-9217-3e1bb11c1685 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 944 time: 0.0567997 Aug 30 17:27:50.568652 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-720f3495-6c34-458e-ae85-1fa3a83e80da req-48317750-74c0-4418-b299-4f3e0c8e67e1 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324266 Aug 30 17:27:50.630783 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e5c77-3209-4a67-913c-4969a4de2356 req-c1cede2d-7752-4a88-be96-4cb986da6e18 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:50.634204 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c42e5c77-3209-4a67-913c-4969a4de2356 req-c1cede2d-7752-4a88-be96-4cb986da6e18 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 944 time: 0.0553288 Aug 30 17:27:50.671439 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c42e5c77-3209-4a67-913c-4969a4de2356 req-f3e2def6-1627-4785-a687-694a6a0f1845 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325196 Aug 30 17:27:51.691626 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fefb17-ee18-49a7-8a20-1af205df0032 req-f7c4f4b7-4ad4-4054-9be5-9bf0030ae9f5 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:51.693107 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-35fefb17-ee18-49a7-8a20-1af205df0032 req-f7c4f4b7-4ad4-4054-9be5-9bf0030ae9f5 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 944 time: 0.0550408 Aug 30 17:27:51.737775 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-35fefb17-ee18-49a7-8a20-1af205df0032 req-69d5dca3-291f-47db-a104-2c3694121870 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375507 Aug 30 17:27:51.796551 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828ab9d-91c9-416e-b92a-67cc7571f57e req-283b87a6-7ecf-4e63-8cce-933e14e80cbc tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:51.798491 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6828ab9d-91c9-416e-b92a-67cc7571f57e req-283b87a6-7ecf-4e63-8cce-933e14e80cbc tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 944 time: 0.0507200 Aug 30 17:27:51.838392 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6828ab9d-91c9-416e-b92a-67cc7571f57e req-1e7312bc-fc3f-407c-8d8f-6465a4fc6b3b tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324619 Aug 30 17:27:52.870386 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235a17f-ee25-4242-9d1a-bcc88fd67d2b req-86195e59-d814-445f-a6da-a716e15a6267 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:52.877708 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7235a17f-ee25-4242-9d1a-bcc88fd67d2b req-86195e59-d814-445f-a6da-a716e15a6267 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 944 time: 0.0682077 Aug 30 17:27:52.926763 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7235a17f-ee25-4242-9d1a-bcc88fd67d2b req-b6b2d7e7-53c0-4178-a4f7-8b14bd7f54ec tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480821 Aug 30 17:27:52.976703 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a44a3-65f1-4763-b8cd-50e153e471e2 req-d2506673-da5f-4499-8b2f-5affc6935459 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:52.981012 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-503a44a3-65f1-4763-b8cd-50e153e471e2 req-d2506673-da5f-4499-8b2f-5affc6935459 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 944 time: 0.0529854 Aug 30 17:27:53.022208 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-503a44a3-65f1-4763-b8cd-50e153e471e2 req-3dfaa555-3893-484d-b6f9-3ed267c1444a tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346467 Aug 30 17:27:54.046569 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb2568-9828-48cf-a577-5b4e0076b402 req-4d35e644-da02-4423-89a3-8b65f7fb058e tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:54.048072 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9ebb2568-9828-48cf-a577-5b4e0076b402 req-4d35e644-da02-4423-89a3-8b65f7fb058e tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 944 time: 0.0529931 Aug 30 17:27:54.087334 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9ebb2568-9828-48cf-a577-5b4e0076b402 req-07f1bd64-1df8-425c-a381-204588cc633f tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326998 Aug 30 17:27:54.366317 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570dcd1-4abe-433f-9148-2fe214c0e030 req-104013e6-7440-4549-8f81-1b852af10ce8 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:54.367723 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9570dcd1-4abe-433f-9148-2fe214c0e030 req-104013e6-7440-4549-8f81-1b852af10ce8 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 944 time: 0.2707422 Aug 30 17:27:54.404376 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9570dcd1-4abe-433f-9148-2fe214c0e030 req-523ad2ab-4316-4742-bad6-b422cd2ecb57 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308034 Aug 30 17:27:54.838381 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8d901a97-a0aa-439f-80ac-764fcdd70ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:54.973987 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:55.217806 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5f933-d776-45ba-8a0c-2d5a6728a47a req-1d4b65bd-4b79-4548-b6a6-3001bf79b3c3 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:55.219281 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-30d5f933-d776-45ba-8a0c-2d5a6728a47a req-1d4b65bd-4b79-4548-b6a6-3001bf79b3c3 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 944 time: 0.0536621 Aug 30 17:27:55.263054 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-30d5f933-d776-45ba-8a0c-2d5a6728a47a req-9887c1a4-cc9a-4f2c-afa3-d09744b3ea7f tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378397 Aug 30 17:27:55.526017 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851adac-ad4e-4dee-a77f-845c496b47af req-da7d22a3-016a-4936-9895-89eb39ddc75a tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:55.527512 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6851adac-ad4e-4dee-a77f-845c496b47af req-da7d22a3-016a-4936-9895-89eb39ddc75a tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 944 time: 0.0504611 Aug 30 17:27:55.572530 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6851adac-ad4e-4dee-a77f-845c496b47af req-6b21461e-08d4-4ea3-a35d-bf4438330f26 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384355 Aug 30 17:27:56.393710 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818123e3-c3a4-42dc-972d-640319c1e849 req-d732cc9d-c689-406a-ac94-1e050db94f8f tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:56.396294 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-818123e3-c3a4-42dc-972d-640319c1e849 req-d732cc9d-c689-406a-ac94-1e050db94f8f tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 944 time: 0.0527380 Aug 30 17:27:56.442104 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-818123e3-c3a4-42dc-972d-640319c1e849 req-e44be2bf-5e93-4f8c-8cde-c505aae5ce6d tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376577 Aug 30 17:27:56.697626 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1fe13-bc35-42e0-bdb9-fb48dadae0d1 req-c99489e5-56dc-41be-8a1f-9e8015b118f2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:56.699284 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a1d1fe13-bc35-42e0-bdb9-fb48dadae0d1 req-c99489e5-56dc-41be-8a1f-9e8015b118f2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 944 time: 0.0519626 Aug 30 17:27:56.743583 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a1d1fe13-bc35-42e0-bdb9-fb48dadae0d1 req-0f6cacd3-0eea-496c-81d2-e34cbbaebcd5 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376606 Aug 30 17:27:57.566191 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5d7f4-2c7e-47af-a56e-8fd443fae470 req-bfd31d90-4107-40fb-8cf6-ec0c0883a26f tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:57.579878 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-63e5d7f4-2c7e-47af-a56e-8fd443fae470 req-bfd31d90-4107-40fb-8cf6-ec0c0883a26f tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 944 time: 0.0663803 Aug 30 17:27:57.585955 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5b722325-d758-4a6a-9de8-e37bba7a5c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:57.618541 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-63e5d7f4-2c7e-47af-a56e-8fd443fae470 req-a2810207-c106-4145-9009-25056b29f643 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327318 Aug 30 17:27:57.848453 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:57.874013 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db046db-48d3-417d-acb4-cab290028c6b req-ad1f3c12-509b-414b-9687-7a239bff24a9 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:57.875516 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4db046db-48d3-417d-acb4-cab290028c6b req-ad1f3c12-509b-414b-9687-7a239bff24a9 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 944 time: 0.0562942 Aug 30 17:27:57.918889 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4db046db-48d3-417d-acb4-cab290028c6b req-001fdb93-7665-44dd-ac1b-de53dbfff170 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330076 Aug 30 17:27:58.742165 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f05ec0-4eb7-4656-93c7-0f20562aea1a req-dc9d05a3-f1dd-4fc1-a161-dff0b71e1092 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:58.747676 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-75f05ec0-4eb7-4656-93c7-0f20562aea1a req-dc9d05a3-f1dd-4fc1-a161-dff0b71e1092 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 944 time: 0.0584741 Aug 30 17:27:58.797221 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-75f05ec0-4eb7-4656-93c7-0f20562aea1a req-31db0268-2756-4463-9fc4-a51a77a47ed4 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472193 Aug 30 17:27:58.798311 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:27:59.049786 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db577e07-2a07-4676-b48f-5bfcc8b0550e req-3ba8a581-de7a-4fa5-89f6-5de8a40cd841 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:59.051241 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-db577e07-2a07-4676-b48f-5bfcc8b0550e req-3ba8a581-de7a-4fa5-89f6-5de8a40cd841 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 944 time: 0.0485172 Aug 30 17:27:59.100475 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-db577e07-2a07-4676-b48f-5bfcc8b0550e req-0b998c29-7c39-41b6-a946-4858bacbbb96 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432415 Aug 30 17:27:59.918932 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e692e80-df1d-4e6a-936d-378ecd1f3627 req-fce62c5c-0c57-4363-8123-2d8f41af1d19 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:27:59.920401 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8e692e80-df1d-4e6a-936d-378ecd1f3627 req-fce62c5c-0c57-4363-8123-2d8f41af1d19 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 944 time: 0.0561190 Aug 30 17:27:59.957581 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8e692e80-df1d-4e6a-936d-378ecd1f3627 req-d1ccbd23-f031-4976-9ec5-58e1799e2755 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312350 Aug 30 17:28:00.082367 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:00.233613 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2f6fc-0613-4109-94b1-e47dcbe9cd34 req-e48a83a5-929e-4fd7-8b10-e1b85ebaeeef tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:00.235093 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d4a2f6fc-0613-4109-94b1-e47dcbe9cd34 req-e48a83a5-929e-4fd7-8b10-e1b85ebaeeef tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 944 time: 0.0502579 Aug 30 17:28:00.271301 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d4a2f6fc-0613-4109-94b1-e47dcbe9cd34 req-52a5e187-535b-4aac-892d-9236b5e462a4 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303342 Aug 30 17:28:01.070976 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc78ba-a856-4814-b97e-56c217aae676 req-e8685559-c301-4c55-8e3b-1587449ce38b tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:01.072433 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c2dc78ba-a856-4814-b97e-56c217aae676 req-e8685559-c301-4c55-8e3b-1587449ce38b tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 944 time: 0.0487421 Aug 30 17:28:01.110111 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c2dc78ba-a856-4814-b97e-56c217aae676 req-47fb4837-dff0-4652-acd7-8048aa3230da tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316243 Aug 30 17:28:01.390857 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfacbe5-46f8-4e63-86ac-9c19cd99fcd2 req-a332a2d1-e6a5-41d6-99c7-90b6f5ca3fe3 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:01.392231 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9dfacbe5-46f8-4e63-86ac-9c19cd99fcd2 req-a332a2d1-e6a5-41d6-99c7-90b6f5ca3fe3 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 944 time: 0.0516982 Aug 30 17:28:01.431227 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9dfacbe5-46f8-4e63-86ac-9c19cd99fcd2 req-b1f542c5-4cae-4932-ba6a-a5cfde732ca0 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323315 Aug 30 17:28:01.484283 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b694f42-ad52-4ff0-abb7-556de7446acd req-77574c32-ce5d-469e-a795-e51cd989cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:01.485762 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4b694f42-ad52-4ff0-abb7-556de7446acd req-77574c32-ce5d-469e-a795-e51cd989cd2b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 1097 time: 0.0403051 Aug 30 17:28:01.519039 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4b694f42-ad52-4ff0-abb7-556de7446acd req-82cc7ade-aaa2-40d9-8209-767ab84da698 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264225 Aug 30 17:28:02.020264 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7858b5f-9f6a-4963-b9b0-368a82d71456 req-fe59068c-d378-4248-bd9a-7fc710d49f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:02.021741 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e7858b5f-9f6a-4963-b9b0-368a82d71456 req-fe59068c-d378-4248-bd9a-7fc710d49f41 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c21fe597089042da855ac89daddb7bed&device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 1097 time: 0.0434175 Aug 30 17:28:02.121448 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7858b5f-9f6a-4963-b9b0-368a82d71456 req-87044e8b-baef-4577-8411-f26d18f93a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:02.122931 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e7858b5f-9f6a-4963-b9b0-368a82d71456 req-87044e8b-baef-4577-8411-f26d18f93a3f service neutron] 10.222.0.52 "GET /v2.0/networks?id=7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd HTTP/1.1" status: 200 len: 918 time: 0.0812800 Aug 30 17:28:02.194798 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e7858b5f-9f6a-4963-b9b0-368a82d71456 req-2120af77-5f62-4d0c-9d17-b10e5fd4d798 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26661db7-40ef-41a5-a42b-ec389ddced8b HTTP/1.1" status: 200 len: 999 time: 0.0632041 Aug 30 17:28:02.225687 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad6c23-3635-4dea-bcb0-f420a3611f08 req-c9074d36-19a1-4d80-ab65-7da343672a27 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:02.227182 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4bad6c23-3635-4dea-bcb0-f420a3611f08 req-c9074d36-19a1-4d80-ab65-7da343672a27 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 944 time: 0.0494294 Aug 30 17:28:02.247192 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7858b5f-9f6a-4963-b9b0-368a82d71456 req-ee019d59-3cdc-496a-96a4-04142e4572b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:02.248708 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e7858b5f-9f6a-4963-b9b0-368a82d71456 req-ee019d59-3cdc-496a-96a4-04142e4572b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f9b76a77-690c-4632-9995-41f5ada41bd6 HTTP/1.1" status: 200 len: 856 time: 0.0464833 Aug 30 17:28:02.266959 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4bad6c23-3635-4dea-bcb0-f420a3611f08 req-661ac17b-c0a8-40e9-bf56-82ba80c12795 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310323 Aug 30 17:28:02.298413 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7858b5f-9f6a-4963-b9b0-368a82d71456 req-b39f98de-da35-4669-9611-91d1433c85f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:02.299915 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e7858b5f-9f6a-4963-b9b0-368a82d71456 req-b39f98de-da35-4669-9611-91d1433c85f0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408924 Aug 30 17:28:02.398511 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e7858b5f-9f6a-4963-b9b0-368a82d71456 req-b83f9c56-16f8-4cec-862f-2e46da713de3 service neutron] 10.222.0.52 "GET /v2.0/networks/7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853355 Aug 30 17:28:02.492192 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e7858b5f-9f6a-4963-b9b0-368a82d71456 req-afadd8e9-ac22-413d-ad5a-a256334597f4 service neutron] 10.222.0.52 "GET /v2.0/networks/7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864301 Aug 30 17:28:02.560307 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cadc85-39e9-4ee7-a8f9-ddee2f475fee req-e234dd60-0369-4a61-ac36-a270f77b22b2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:02.561721 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62cadc85-39e9-4ee7-a8f9-ddee2f475fee req-e234dd60-0369-4a61-ac36-a270f77b22b2 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 944 time: 0.0571167 Aug 30 17:28:02.598977 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-62cadc85-39e9-4ee7-a8f9-ddee2f475fee req-ead3c46b-4af2-4bdf-bf95-d5b17f85a7e8 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314584 Aug 30 17:28:03.382736 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19152a23-ff88-4741-b801-718005f38078 req-aa17a375-e5cc-489d-baf3-510032e2a9c6 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:03.384281 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-19152a23-ff88-4741-b801-718005f38078 req-aa17a375-e5cc-489d-baf3-510032e2a9c6 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 944 time: 0.0515363 Aug 30 17:28:03.421579 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-19152a23-ff88-4741-b801-718005f38078 req-88198652-386b-4362-b6c8-41caaaf0f59e tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314591 Aug 30 17:28:03.601288 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:28:03.694942 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=2574bf6a-7dbe-425f-9a0c-40e0f0a8e486,segment=NetworkSegment(8e685c25-9142-4f6b-a1bd-b40124343cbc),segment_id=8e685c25-9142-4f6b-a1bd-b40124343cbc)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:28:03.706760 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Returning: {'device': '2574bf6a-7dbe-425f-9a0c-40e0f0a8e486', 'network_id': '12712b10-7cd8-429d-845f-e2bbe84087c2', 'port_id': '2574bf6a-7dbe-425f-9a0c-40e0f0a8e486', 'mac_address': 'fa:16:3e:11:bd:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e04f231-8e49-4dc4-831a-df3b7fe03455', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:28:03.717314 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66f6e0-273a-476d-aecf-1b37c5966d35 req-5cfa62d8-5939-4529-9254-20fdaf06b751 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:03.718823 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0f66f6e0-273a-476d-aecf-1b37c5966d35 req-5cfa62d8-5939-4529-9254-20fdaf06b751 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 944 time: 0.0479090 Aug 30 17:28:03.742658 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:03.754776 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:28:03.755924 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0f66f6e0-273a-476d-aecf-1b37c5966d35 req-4f4dadcf-7af3-4f76-ad60-010e6851b6de tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311742 Aug 30 17:28:03.774389 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=2574bf6a-7dbe-425f-9a0c-40e0f0a8e486,segment=NetworkSegment(8e685c25-9142-4f6b-a1bd-b40124343cbc),segment_id=8e685c25-9142-4f6b-a1bd-b40124343cbc)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:28:03.779086 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:03.779812 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 26661db7-40ef-41a5-a42b-ec389ddced8b details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:28:03.868948 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=2574bf6a-7dbe-425f-9a0c-40e0f0a8e486,revision_number=7']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:28:03.910845 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 26661db7-40ef-41a5-a42b-ec389ddced8b, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=26661db7-40ef-41a5-a42b-ec389ddced8b,segment=NetworkSegment(41e5c997-0375-4a8d-92f7-022af7373204),segment_id=41e5c997-0375-4a8d-92f7-022af7373204)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:28:03.922025 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Returning: {'device': '26661db7-40ef-41a5-a42b-ec389ddced8b', 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'port_id': '26661db7-40ef-41a5-a42b-ec389ddced8b', 'mac_address': 'fa:16:3e:de:09:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:28:03.957969 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:03.970127 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26661db7-40ef-41a5-a42b-ec389ddced8b {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:28:03.988822 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 26661db7-40ef-41a5-a42b-ec389ddced8b, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=26661db7-40ef-41a5-a42b-ec389ddced8b,segment=NetworkSegment(41e5c997-0375-4a8d-92f7-022af7373204),segment_id=41e5c997-0375-4a8d-92f7-022af7373204)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:28:03.992702 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:04.042777 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=26661db7-40ef-41a5-a42b-ec389ddced8b,revision_number=9']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:28:04.241909 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['26661db7-40ef-41a5-a42b-ec389ddced8b'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:28:04.264368 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['2574bf6a-7dbe-425f-9a0c-40e0f0a8e486'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:28:04.874804 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aeec6-04f0-45ef-bb84-40e5cb673698 req-3dc98263-e3c1-4936-beb4-8dcd64779328 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:04.876315 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-aa7aeec6-04f0-45ef-bb84-40e5cb673698 req-3dc98263-e3c1-4936-beb4-8dcd64779328 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 945 time: 0.0477245 Aug 30 17:28:04.913070 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-aa7aeec6-04f0-45ef-bb84-40e5cb673698 req-958b047d-ca55-4a82-ae17-1e902fff6642 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309238 Aug 30 17:28:05.621961 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 up at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:28:05.672098 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning complete for port 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:28:05.672473 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:05.744729 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:05.765738 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce077816-5863-41fc-8805-a9c3a302a987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2574bf6a-7dbe-425f-9a0c-40e0f0a8e486'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:28:05.767947 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b565bf2a2ce0626243007c858acec0a0684ffd3fe6012f569d221254cd872eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7224ccf-c104-4531-ab2b-59af99b36eea" -d '{"events": [{"server_uuid": "ce077816-5863-41fc-8805-a9c3a302a987", "name": "network-vif-plugged", "status": "completed", "tag": "2574bf6a-7dbe-425f-9a0c-40e0f0a8e486"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:28:05.780713 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=2574bf6a-7dbe-425f-9a0c-40e0f0a8e486,segment=NetworkSegment(8e685c25-9142-4f6b-a1bd-b40124343cbc),segment_id=8e685c25-9142-4f6b-a1bd-b40124343cbc)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:28:05.784640 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:05.785798 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 26661db7-40ef-41a5-a42b-ec389ddced8b up at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:28:05.810279 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209c9093-1ffd-4787-8789-8b01b5e20330 x-openstack-request-id: req-209c9093-1ffd-4787-8789-8b01b5e20330 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:28:05.810572 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce077816-5863-41fc-8805-a9c3a302a987", "name": "network-vif-plugged", "status": "completed", "tag": "2574bf6a-7dbe-425f-9a0c-40e0f0a8e486", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:28:05.810821 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-209c9093-1ffd-4787-8789-8b01b5e20330 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:28:05.811202 dv-cinder-805316-3-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce077816-5863-41fc-8805-a9c3a302a987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2574bf6a-7dbe-425f-9a0c-40e0f0a8e486', 'code': 200} Aug 30 17:28:05.865617 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=2574bf6a-7dbe-425f-9a0c-40e0f0a8e486,revision_number=8']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:28:05.876487 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning complete for port 26661db7-40ef-41a5-a42b-ec389ddced8b triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:28:05.876862 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:05.952160 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:05.986192 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 26661db7-40ef-41a5-a42b-ec389ddced8b, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=26661db7-40ef-41a5-a42b-ec389ddced8b,segment=NetworkSegment(41e5c997-0375-4a8d-92f7-022af7373204),segment_id=41e5c997-0375-4a8d-92f7-022af7373204)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:28:05.990348 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:06.036165 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed73e5-3891-41b0-bcab-737d4549d2c7 req-5b57edc7-9dcb-4f6f-b3d9-cb54f468e49d tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:06.037660 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e1ed73e5-3891-41b0-bcab-737d4549d2c7 req-5b57edc7-9dcb-4f6f-b3d9-cb54f468e49d tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 947 time: 0.0528886 Aug 30 17:28:06.044802 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=26661db7-40ef-41a5-a42b-ec389ddced8b,revision_number=10']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:28:06.075136 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e1ed73e5-3891-41b0-bcab-737d4549d2c7 req-abe11b2a-1279-4b25-95ce-b2f92c71243d tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313265 Aug 30 17:28:07.192740 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41654a20-b9d3-4ed0-9a0c-47c2307e51ec req-5f6fbc51-5383-4c0a-8479-9b47d28ba3fe tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:07.194217 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-41654a20-b9d3-4ed0-9a0c-47c2307e51ec req-5f6fbc51-5383-4c0a-8479-9b47d28ba3fe tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 947 time: 0.0475428 Aug 30 17:28:07.230387 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-41654a20-b9d3-4ed0-9a0c-47c2307e51ec req-c96d56bb-d787-45ed-8495-390525c768d1 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299203 Aug 30 17:28:07.812521 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542bd270-d185-4a55-8829-bf9cb1cde4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26661db7-40ef-41a5-a42b-ec389ddced8b'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:28:07.814858 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b565bf2a2ce0626243007c858acec0a0684ffd3fe6012f569d221254cd872eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378bc1fb-72b0-4840-9e10-a5a5fe0bd9de" -d '{"events": [{"server_uuid": "542bd270-d185-4a55-8829-bf9cb1cde4b6", "name": "network-vif-plugged", "status": "completed", "tag": "26661db7-40ef-41a5-a42b-ec389ddced8b"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:28:07.849684 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e3950e-130a-4a65-8590-c6b30ac1500f x-openstack-request-id: req-64e3950e-130a-4a65-8590-c6b30ac1500f {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:28:07.849974 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542bd270-d185-4a55-8829-bf9cb1cde4b6", "name": "network-vif-plugged", "status": "completed", "tag": "26661db7-40ef-41a5-a42b-ec389ddced8b", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:28:07.850221 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64e3950e-130a-4a65-8590-c6b30ac1500f {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:28:07.850605 dv-cinder-805316-3-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542bd270-d185-4a55-8829-bf9cb1cde4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26661db7-40ef-41a5-a42b-ec389ddced8b', 'code': 200} Aug 30 17:28:08.021413 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd85d2-7a0a-46ec-83d4-7cbefde7f5f9 req-3972d06c-a130-4abb-929e-e873a7ee5f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:08.022886 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-27dd85d2-7a0a-46ec-83d4-7cbefde7f5f9 req-3972d06c-a130-4abb-929e-e873a7ee5f68 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 1100 time: 0.0393660 Aug 30 17:28:08.056878 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-27dd85d2-7a0a-46ec-83d4-7cbefde7f5f9 req-133607c0-e1b1-4c11-b40f-63cc292e9a79 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271647 Aug 30 17:28:08.155442 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:28:08.346610 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330da9f-bf47-4003-bd7a-25bd182d92c4 req-a5fe3f57-9d99-4e6d-adee-c2ce8907ab75 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:08.348058 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f330da9f-bf47-4003-bd7a-25bd182d92c4 req-a5fe3f57-9d99-4e6d-adee-c2ce8907ab75 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 947 time: 0.0479043 Aug 30 17:28:08.384858 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f330da9f-bf47-4003-bd7a-25bd182d92c4 req-9da87fbd-0153-41c4-a8f8-8e305a16ac39 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302901 Aug 30 17:28:09.512046 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7f92d-cc90-4529-82e2-e6979a233942 req-14d76221-77a5-4f79-a242-db46f983585c tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:09.513570 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-64d7f92d-cc90-4529-82e2-e6979a233942 req-14d76221-77a5-4f79-a242-db46f983585c tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 947 time: 0.0529399 Aug 30 17:28:09.551507 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-64d7f92d-cc90-4529-82e2-e6979a233942 req-26294938-88e9-43a1-8759-00d504093451 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319672 Aug 30 17:28:10.674478 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f427393-7c44-4fdc-91b0-796390dcc452 req-04849236-7f96-40b4-97dd-190c44a0ad8c tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:10.675946 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6f427393-7c44-4fdc-91b0-796390dcc452 req-04849236-7f96-40b4-97dd-190c44a0ad8c tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 947 time: 0.0534215 Aug 30 17:28:10.713988 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6f427393-7c44-4fdc-91b0-796390dcc452 req-c0eefc88-aa1a-43a8-a14d-5a422e131063 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313864 Aug 30 17:28:24.829966 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-4a94ebc8-e67a-4d84-a251-ade5d2a29261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:24.991478 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:27.579828 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ae877cec-9513-4138-a398-70f77ec2d1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:27.849674 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:28.793131 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:30.083174 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:43.924059 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6a0d7-1a53-4120-9852-e1972c4a4d88 req-9337739d-0227-4bdc-aede-392311153037 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:43.925509 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a9f6a0d7-1a53-4120-9852-e1972c4a4d88 req-9337739d-0227-4bdc-aede-392311153037 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 947 time: 0.0482256 Aug 30 17:28:43.962098 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a9f6a0d7-1a53-4120-9852-e1972c4a4d88 req-32f1bae4-ebae-4dc2-8a78-46d7d8832f51 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307732 Aug 30 17:28:45.086231 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bed9dc-9c58-4a57-aff1-b1c29f1cb830 req-5611b1dc-74fa-468d-8813-993e75340a8f tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:45.087745 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-32bed9dc-9c58-4a57-aff1-b1c29f1cb830 req-5611b1dc-74fa-468d-8813-993e75340a8f tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 947 time: 0.0524032 Aug 30 17:28:45.125092 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-32bed9dc-9c58-4a57-aff1-b1c29f1cb830 req-5f197d9a-f98e-4cd2-8a35-b4b54ef7ceb6 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups?id=73a86d35-08ca-447f-b19f-99ba96bd0ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314472 Aug 30 17:28:45.181630 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:28:45.210556 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d277e8-6f4c-4b79-a092-8ee5abd69c60 req-2d12a82b-6e52-42d8-a0cb-ef0850abe497 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:45.212066 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-98d277e8-6f4c-4b79-a092-8ee5abd69c60 req-2d12a82b-6e52-42d8-a0cb-ef0850abe497 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.52 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 947 time: 0.0532558 Aug 30 17:28:45.301264 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-98d277e8-6f4c-4b79-a092-8ee5abd69c60 req-f96eac67-77d8-4afa-a2db-0ac905c155ef tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Deleting port 26661db7-40ef-41a5-a42b-ec389ddced8b {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:28:45.301631 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-98d277e8-6f4c-4b79-a092-8ee5abd69c60 req-f96eac67-77d8-4afa-a2db-0ac905c155ef tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:45.391671 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-98d277e8-6f4c-4b79-a092-8ee5abd69c60 req-f96eac67-77d8-4afa-a2db-0ac905c155ef tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] For port 26661db7-40ef-41a5-a42b-ec389ddced8b, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=26661db7-40ef-41a5-a42b-ec389ddced8b,segment=NetworkSegment(41e5c997-0375-4a8d-92f7-022af7373204),segment_id=41e5c997-0375-4a8d-92f7-022af7373204)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:28:45.391963 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-98d277e8-6f4c-4b79-a092-8ee5abd69c60 req-f96eac67-77d8-4afa-a2db-0ac905c155ef tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:45.569089 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-98d277e8-6f4c-4b79-a092-8ee5abd69c60 req-f96eac67-77d8-4afa-a2db-0ac905c155ef tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:45.569505 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-98d277e8-6f4c-4b79-a092-8ee5abd69c60 req-f96eac67-77d8-4afa-a2db-0ac905c155ef tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535188'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:45.570554 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.db.l3_db [req-98d277e8-6f4c-4b79-a092-8ee5abd69c60 req-f96eac67-77d8-4afa-a2db-0ac905c155ef tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Floating IP 5ceb90b8-2b27-43b0-9190-bbc676541435 disassociated. External IP: 172.27.2.87, port: 26661db7-40ef-41a5-a42b-ec389ddced8b. Aug 30 17:28:45.570754 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-98d277e8-6f4c-4b79-a092-8ee5abd69c60 req-f96eac67-77d8-4afa-a2db-0ac905c155ef tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Calling delete_port for 26661db7-40ef-41a5-a42b-ec389ddced8b owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:28:45.694130 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-98d277e8-6f4c-4b79-a092-8ee5abd69c60 req-f96eac67-77d8-4afa-a2db-0ac905c155ef tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:45.720917 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96eac67-77d8-4afa-a2db-0ac905c155ef tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Pushing event deleted for resources: {'Port': ['ID=26661db7-40ef-41a5-a42b-ec389ddced8b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:28:45.732448 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eac67-77d8-4afa-a2db-0ac905c155ef tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:45.732794 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eac67-77d8-4afa-a2db-0ac905c155ef tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:45.733135 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eac67-77d8-4afa-a2db-0ac905c155ef tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:45.733474 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eac67-77d8-4afa-a2db-0ac905c155ef tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:45.733836 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eac67-77d8-4afa-a2db-0ac905c155ef tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:45.734168 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eac67-77d8-4afa-a2db-0ac905c155ef tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:45.734624 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eac67-77d8-4afa-a2db-0ac905c155ef tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:45.734805 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eac67-77d8-4afa-a2db-0ac905c155ef tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:45.735133 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eac67-77d8-4afa-a2db-0ac905c155ef tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:45.735457 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eac67-77d8-4afa-a2db-0ac905c155ef tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:45.735782 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eac67-77d8-4afa-a2db-0ac905c155ef tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:45.736104 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96eac67-77d8-4afa-a2db-0ac905c155ef tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:45.840585 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98d277e8-6f4c-4b79-a092-8ee5abd69c60 req-f96eac67-77d8-4afa-a2db-0ac905c155ef tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Router 666b9479-d9e0-44bc-9a05-6bf78489e48d has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:28:45.944098 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98d277e8-6f4c-4b79-a092-8ee5abd69c60 req-f96eac67-77d8-4afa-a2db-0ac905c155ef tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:28:45.954605 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1fdf7b-9fb7-4f8a-a20a-15b1d9122c8c None None] Sync routers for ids ['666b9479-d9e0-44bc-9a05-6bf78489e48d'] in dv-cinder-805316-3-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:28:45.964084 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1fdf7b-9fb7-4f8a-a20a-15b1d9122c8c None None] Routers {'666b9479-d9e0-44bc-9a05-6bf78489e48d'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:28:45.964781 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-df1fdf7b-9fb7-4f8a-a20a-15b1d9122c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:28:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['666b9479-d9e0-44bc-9a05-6bf78489e48d'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:28:45.982052 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d277e8-6f4c-4b79-a092-8ee5abd69c60 req-f96eac67-77d8-4afa-a2db-0ac905c155ef tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] No DVR routers for this DVR port 26661db7-40ef-41a5-a42b-ec389ddced8b on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:28:45.984642 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-98d277e8-6f4c-4b79-a092-8ee5abd69c60 req-f96eac67-77d8-4afa-a2db-0ac905c155ef tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:45.986812 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-98d277e8-6f4c-4b79-a092-8ee5abd69c60 req-f96eac67-77d8-4afa-a2db-0ac905c155ef tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.52 "DELETE /v2.0/ports/26661db7-40ef-41a5-a42b-ec389ddced8b HTTP/1.1" status: 204 len: 173 time: 0.7685685 Aug 30 17:28:45.987268 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542bd270-d185-4a55-8829-bf9cb1cde4b6', 'name': 'network-vif-deleted', 'tag': '26661db7-40ef-41a5-a42b-ec389ddced8b'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:28:45.990035 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1636e3b0-a065-4255-ba64-e00619bd6250" -d '{"events": [{"server_uuid": "542bd270-d185-4a55-8829-bf9cb1cde4b6", "name": "network-vif-deleted", "tag": "26661db7-40ef-41a5-a42b-ec389ddced8b"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:28:46.091913 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-df1fdf7b-9fb7-4f8a-a20a-15b1d9122c8c None None] Set router 666b9479-d9e0-44bc-9a05-6bf78489e48d gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:28:46.099355 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c1cdf5-7540-4d23-b17b-78773f86fe50 x-openstack-request-id: req-16c1cdf5-7540-4d23-b17b-78773f86fe50 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:28:46.099766 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542bd270-d185-4a55-8829-bf9cb1cde4b6", "name": "network-vif-deleted", "tag": "26661db7-40ef-41a5-a42b-ec389ddced8b", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:28:46.100036 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16c1cdf5-7540-4d23-b17b-78773f86fe50 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:28:46.100540 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542bd270-d185-4a55-8829-bf9cb1cde4b6', 'name': 'network-vif-deleted', 'tag': '26661db7-40ef-41a5-a42b-ec389ddced8b', 'status': 'completed', 'code': 200} Aug 30 17:28:46.266396 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-09c15310-39f2-48f9-8e8d-034b324ab8b6 req-6c71e460-0188-482d-a722-cb9776ef4312 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/ports?device_id=542bd270-d185-4a55-8829-bf9cb1cde4b6 HTTP/1.1" status: 200 len: 210 time: 0.0356567 Aug 30 17:28:46.439545 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-df1fdf7b-9fb7-4f8a-a20a-15b1d9122c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712255040-router', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:21:45Z', 'updated_at': '2021-08-30T17:21:53Z', 'revision_number': 4, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'gw_port': {'id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:47Z', 'updated_at': '2021-08-30T17:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': 'fa943b01-b4f1-47f3-914d-db00d9acff76', 'name': '', 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'mac_address': 'fa:16:3e:80:d6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:51Z', 'updated_at': '2021-08-30T17:22:05Z', 'revision_number': 5, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'subnets': [{'id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:28:46.472483 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1fdf7b-9fb7-4f8a-a20a-15b1d9122c8c None None] Checking router: 666b9479-d9e0-44bc-9a05-6bf78489e48d for host: dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:28:46.480623 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1fdf7b-9fb7-4f8a-a20a-15b1d9122c8c None None] Routers {'666b9479-d9e0-44bc-9a05-6bf78489e48d'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:28:46.481231 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-df1fdf7b-9fb7-4f8a-a20a-15b1d9122c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:28:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['666b9479-d9e0-44bc-9a05-6bf78489e48d'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:28:46.598091 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-df1fdf7b-9fb7-4f8a-a20a-15b1d9122c8c None None] Set router 666b9479-d9e0-44bc-9a05-6bf78489e48d gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:28:46.786261 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-df1fdf7b-9fb7-4f8a-a20a-15b1d9122c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712255040-router', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:21:45Z', 'updated_at': '2021-08-30T17:21:53Z', 'revision_number': 4, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'gw_port': {'id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:47Z', 'updated_at': '2021-08-30T17:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': 'fa943b01-b4f1-47f3-914d-db00d9acff76', 'name': '', 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'mac_address': 'fa:16:3e:80:d6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:51Z', 'updated_at': '2021-08-30T17:22:05Z', 'revision_number': 5, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'subnets': [{'id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:28:46.811638 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1fdf7b-9fb7-4f8a-a20a-15b1d9122c8c None None] The sync data for ids ['666b9479-d9e0-44bc-9a05-6bf78489e48d'] in dv-cinder-805316-3-iscsi is: [{'id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712255040-router', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:21:45Z', 'updated_at': '2021-08-30T17:21:53Z', 'revision_number': 4, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'gw_port': {'id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:47Z', 'updated_at': '2021-08-30T17:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': 'fa943b01-b4f1-47f3-914d-db00d9acff76', 'name': '', 'network_id': '7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'mac_address': 'fa:16:3e:80:d6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:51Z', 'updated_at': '2021-08-30T17:22:05Z', 'revision_number': 5, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'subnets': [{'id': 'f9b76a77-690c-4632-9995-41f5ada41bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:28:47.025211 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ced6370-5eb6-4b71-805a-376337a81afa None None] New status for floating IP 5ceb90b8-2b27-43b0-9190-bbc676541435: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:28:47.354773 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 56896) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:28:47.407620 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f291e96d-f465-497f-827e-d53750818929 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:47.429922 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f291e96d-f465-497f-827e-d53750818929 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:47.474626 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f291e96d-f465-497f-827e-d53750818929 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:47.477665 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f291e96d-f465-497f-827e-d53750818929 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:47.478775 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-f291e96d-f465-497f-827e-d53750818929 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "DELETE /v2.0/security-groups/73a86d35-08ca-447f-b19f-99ba96bd0ec7 HTTP/1.1" status: 204 len: 168 time: 0.1229849 Aug 30 17:28:47.481670 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56898) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:28:47.487493 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291e96d-f465-497f-827e-d53750818929 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a86d35-08ca-447f-b19f-99ba96bd0ec7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:28:47.494444 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291e96d-f465-497f-827e-d53750818929 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:47.494788 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291e96d-f465-497f-827e-d53750818929 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:47.495123 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291e96d-f465-497f-827e-d53750818929 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:47.495454 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291e96d-f465-497f-827e-d53750818929 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:47.495743 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.api.v2.resource [None req-c455d3da-7348-4f2d-a795-2ec85909d455 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] show failed (client error): The resource could not be found. Aug 30 17:28:47.495854 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291e96d-f465-497f-827e-d53750818929 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:47.496093 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291e96d-f465-497f-827e-d53750818929 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:47.496414 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291e96d-f465-497f-827e-d53750818929 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:47.496736 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291e96d-f465-497f-827e-d53750818929 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:47.496842 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-c455d3da-7348-4f2d-a795-2ec85909d455 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "GET /v2.0/security-groups/73a86d35-08ca-447f-b19f-99ba96bd0ec7 HTTP/1.1" status: 404 len: 347 time: 0.0140443 Aug 30 17:28:47.497054 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291e96d-f465-497f-827e-d53750818929 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:47.497369 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291e96d-f465-497f-827e-d53750818929 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:47.497711 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291e96d-f465-497f-827e-d53750818929 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:47.498035 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291e96d-f465-497f-827e-d53750818929 tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:47.499797 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56900) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:28:47.621986 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-31b54e84-bc38-4e45-bae1-d0d9e65cea6c tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Deleting port 37779613-2a8e-4fdb-a514-fa63bba57267 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:28:47.622336 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-31b54e84-bc38-4e45-bae1-d0d9e65cea6c tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:47.698962 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-31b54e84-bc38-4e45-bae1-d0d9e65cea6c tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:47.699294 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-31b54e84-bc38-4e45-bae1-d0d9e65cea6c tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:47.710570 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-31b54e84-bc38-4e45-bae1-d0d9e65cea6c tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Calling delete_port for 37779613-2a8e-4fdb-a514-fa63bba57267 owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:28:47.788121 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 26661db7-40ef-41a5-a42b-ec389ddced8b no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:28:47.812793 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] No Port match for: 26661db7-40ef-41a5-a42b-ec389ddced8b {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:28:47.813141 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 26661db7-40ef-41a5-a42b-ec389ddced8b not bound to the agent host hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:28:47.847867 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-31b54e84-bc38-4e45-bae1-d0d9e65cea6c tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:47.873785 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b54e84-bc38-4e45-bae1-d0d9e65cea6c tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Pushing event deleted for resources: {'Port': ['ID=37779613-2a8e-4fdb-a514-fa63bba57267,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:28:47.930144 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-31b54e84-bc38-4e45-bae1-d0d9e65cea6c tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:47.932593 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-31b54e84-bc38-4e45-bae1-d0d9e65cea6c tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:47.933754 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-31b54e84-bc38-4e45-bae1-d0d9e65cea6c tempest-AttachVolumeShelveTestJSON-1740021137 tempest-AttachVolumeShelveTestJSON-1740021137-project] 10.222.0.21 "DELETE /v2.0/floatingips/5ceb90b8-2b27-43b0-9190-bbc676541435 HTTP/1.1" status: 204 len: 168 time: 0.4330533 Aug 30 17:28:50.338594 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56922) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:28:51.015807 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-15719d9f-78cc-40fc-954a-0b1e9bcf1ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533962'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:51.251779 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-15719d9f-78cc-40fc-954a-0b1e9bcf1ea1 admin admin] Deleting port fa943b01-b4f1-47f3-914d-db00d9acff76 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:28:51.252118 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-15719d9f-78cc-40fc-954a-0b1e9bcf1ea1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:51.326914 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-15719d9f-78cc-40fc-954a-0b1e9bcf1ea1 admin admin] For port fa943b01-b4f1-47f3-914d-db00d9acff76, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=fa943b01-b4f1-47f3-914d-db00d9acff76,segment=NetworkSegment(41e5c997-0375-4a8d-92f7-022af7373204),segment_id=41e5c997-0375-4a8d-92f7-022af7373204)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:28:51.327279 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-15719d9f-78cc-40fc-954a-0b1e9bcf1ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:51.339777 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-15719d9f-78cc-40fc-954a-0b1e9bcf1ea1 admin admin] Calling delete_port for fa943b01-b4f1-47f3-914d-db00d9acff76 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:28:51.522949 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-15719d9f-78cc-40fc-954a-0b1e9bcf1ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:51.551064 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15719d9f-78cc-40fc-954a-0b1e9bcf1ea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa943b01-b4f1-47f3-914d-db00d9acff76,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:28:51.725678 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-15719d9f-78cc-40fc-954a-0b1e9bcf1ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533760'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:51.936787 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15719d9f-78cc-40fc-954a-0b1e9bcf1ea1 admin admin] Router 666b9479-d9e0-44bc-9a05-6bf78489e48d has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:28:52.044403 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15719d9f-78cc-40fc-954a-0b1e9bcf1ea1 admin admin] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:28:52.049370 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-15719d9f-78cc-40fc-954a-0b1e9bcf1ea1 admin admin] 10.222.0.21 "PUT /v2.0/routers/666b9479-d9e0-44bc-9a05-6bf78489e48d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7097437 Aug 30 17:28:52.051876 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56926) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:28:52.054464 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302185d7-d5fd-4782-b0ff-3444b12c4031 None None] Sync routers for ids ['666b9479-d9e0-44bc-9a05-6bf78489e48d'] in dv-cinder-805316-3-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:28:52.063496 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302185d7-d5fd-4782-b0ff-3444b12c4031 None None] Routers {'666b9479-d9e0-44bc-9a05-6bf78489e48d'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:28:52.064191 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-302185d7-d5fd-4782-b0ff-3444b12c4031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:28:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['666b9479-d9e0-44bc-9a05-6bf78489e48d'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:28:52.152418 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bb2d-ca01-498f-acb4-591fab445abf admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:52.168091 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-302185d7-d5fd-4782-b0ff-3444b12c4031 None None] Set router 666b9479-d9e0-44bc-9a05-6bf78489e48d gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:28:52.252620 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bb2d-ca01-498f-acb4-591fab445abf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:52.308893 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bb2d-ca01-498f-acb4-591fab445abf admin admin] Deleting port 5d7816c0-46b4-44cd-b862-759555c902c8 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:28:52.309237 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bb2d-ca01-498f-acb4-591fab445abf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:52.351683 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-302185d7-d5fd-4782-b0ff-3444b12c4031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712255040-router', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:21:45Z', 'updated_at': '2021-08-30T17:28:51Z', 'revision_number': 5, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'gw_port': {'id': '5d7816c0-46b4-44cd-b862-759555c902c8', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:21:47Z', 'updated_at': '2021-08-30T17:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:28:52.377546 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302185d7-d5fd-4782-b0ff-3444b12c4031 None None] Checking router: 666b9479-d9e0-44bc-9a05-6bf78489e48d for host: dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:28:52.385220 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d6a6bb2d-ca01-498f-acb4-591fab445abf admin admin] For port 5d7816c0-46b4-44cd-b862-759555c902c8, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=5d7816c0-46b4-44cd-b862-759555c902c8,segment=NetworkSegment(a1e39651-c313-42ea-8a56-542d3d88063d),segment_id=a1e39651-c313-42ea-8a56-542d3d88063d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:28:52.385778 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bb2d-ca01-498f-acb4-591fab445abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:52.386941 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302185d7-d5fd-4782-b0ff-3444b12c4031 None None] Routers {'666b9479-d9e0-44bc-9a05-6bf78489e48d'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:28:52.387559 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-302185d7-d5fd-4782-b0ff-3444b12c4031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:28:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['666b9479-d9e0-44bc-9a05-6bf78489e48d'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:28:52.398413 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6bb2d-ca01-498f-acb4-591fab445abf admin admin] Calling delete_port for 5d7816c0-46b4-44cd-b862-759555c902c8 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:28:52.474760 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-302185d7-d5fd-4782-b0ff-3444b12c4031 None None] Set router 666b9479-d9e0-44bc-9a05-6bf78489e48d gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:28:52.530853 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-302185d7-d5fd-4782-b0ff-3444b12c4031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712255040-router', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:21:45Z', 'updated_at': '2021-08-30T17:28:52Z', 'revision_number': 6, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'gw_port_host': None}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:28:52.557725 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302185d7-d5fd-4782-b0ff-3444b12c4031 None None] The sync data for ids ['666b9479-d9e0-44bc-9a05-6bf78489e48d'] in dv-cinder-805316-3-iscsi is: [{'id': '666b9479-d9e0-44bc-9a05-6bf78489e48d', 'name': 'tempest-AttachVolumeShelveTestJSON-1712255040-router', 'tenant_id': 'c21fe597089042da855ac89daddb7bed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:21:45Z', 'updated_at': '2021-08-30T17:28:52Z', 'revision_number': 6, 'project_id': 'c21fe597089042da855ac89daddb7bed', 'gw_port_host': None}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:28:52.562969 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bb2d-ca01-498f-acb4-591fab445abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:52.597058 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6bb2d-ca01-498f-acb4-591fab445abf admin admin] Pushing event deleted for resources: {'Port': ['ID=5d7816c0-46b4-44cd-b862-759555c902c8,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:28:52.654307 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bb2d-ca01-498f-acb4-591fab445abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535130'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:52.741896 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bb2d-ca01-498f-acb4-591fab445abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102458'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:52.743996 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bb2d-ca01-498f-acb4-591fab445abf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:52.786128 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bb2d-ca01-498f-acb4-591fab445abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525258'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:52.786568 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a6bb2d-ca01-498f-acb4-591fab445abf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 666b9479-d9e0-44bc-9a05-6bf78489e48d {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 17:28:52.791470 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6a6bb2d-ca01-498f-acb4-591fab445abf admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:52.792774 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-d6a6bb2d-ca01-498f-acb4-591fab445abf admin admin] 10.222.0.21 "DELETE /v2.0/routers/666b9479-d9e0-44bc-9a05-6bf78489e48d HTTP/1.1" status: 204 len: 168 time: 0.7398162 Aug 30 17:28:52.795203 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56928) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:28:52.839783 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-515027fe-d72b-4eb2-84d6-ccddb8eee298 admin admin] Deleting subnet f9b76a77-690c-4632-9995-41f5ada41bd6 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:28:52.842837 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-515027fe-d72b-4eb2-84d6-ccddb8eee298 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:52.879886 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-515027fe-d72b-4eb2-84d6-ccddb8eee298 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993701'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:52.968690 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-515027fe-d72b-4eb2-84d6-ccddb8eee298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33214020'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:53.032917 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-515027fe-d72b-4eb2-84d6-ccddb8eee298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33214027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314945'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:53.064753 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-515027fe-d72b-4eb2-84d6-ccddb8eee298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:53.066787 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-515027fe-d72b-4eb2-84d6-ccddb8eee298 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f9b76a77-690c-4632-9995-41f5ada41bd6 HTTP/1.1" status: 204 len: 168 time: 0.2705836 Aug 30 17:28:53.068765 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515027fe-d72b-4eb2-84d6-ccddb8eee298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9b76a77-690c-4632-9995-41f5ada41bd6,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:28:53.070186 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 56930) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:28:53.073257 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7766d9-d764-4c32-8a7b-1f145c47460a None None] Network 7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:28:53.141335 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0793b7e-6bb8-4c69-ac41-4fa40eedb14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33116116'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:53.193035 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f0793b7e-6bb8-4c69-ac41-4fa40eedb14c admin admin] Deleting port 6a234d60-67de-41e5-8877-782483916c4b {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:28:53.193377 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0793b7e-6bb8-4c69-ac41-4fa40eedb14c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:53.260087 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-f0793b7e-6bb8-4c69-ac41-4fa40eedb14c admin admin] For port 6a234d60-67de-41e5-8877-782483916c4b, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=6a234d60-67de-41e5-8877-782483916c4b,segment=NetworkSegment(41e5c997-0375-4a8d-92f7-022af7373204),segment_id=41e5c997-0375-4a8d-92f7-022af7373204)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:28:53.260442 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0793b7e-6bb8-4c69-ac41-4fa40eedb14c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:53.273159 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-f0793b7e-6bb8-4c69-ac41-4fa40eedb14c admin admin] Calling delete_port for 6a234d60-67de-41e5-8877-782483916c4b owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:28:53.357933 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0793b7e-6bb8-4c69-ac41-4fa40eedb14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:53.358646 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f05f30-f50a-40d5-bf9a-0e97e6c047f0 None None] DHCP port deletion for 7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd request from dv-cinder-805316-3-iscsi {{(pid=93817) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 17:28:53.363027 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device fa943b01-b4f1-47f3-914d-db00d9acff76 no longer exists at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:28:53.386512 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0793b7e-6bb8-4c69-ac41-4fa40eedb14c admin admin] No DVR routers for this DVR port 6a234d60-67de-41e5-8877-782483916c4b on host dv-cinder-805316-3-iscsi {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:28:53.388716 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0793b7e-6bb8-4c69-ac41-4fa40eedb14c admin admin] Pushing event deleted for resources: {'Port': ['ID=6a234d60-67de-41e5-8877-782483916c4b,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:28:53.394351 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] No Port match for: fa943b01-b4f1-47f3-914d-db00d9acff76 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:28:53.394698 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device fa943b01-b4f1-47f3-914d-db00d9acff76 not bound to the agent host dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:28:53.462987 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0793b7e-6bb8-4c69-ac41-4fa40eedb14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33152447', 'neutron.services.segments.db._delete_segments_for_network-8763729442798'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:53.472777 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-f0793b7e-6bb8-4c69-ac41-4fa40eedb14c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:28:53.482743 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-f0793b7e-6bb8-4c69-ac41-4fa40eedb14c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e5c997-0375-4a8d-92f7-022af7373204') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:28:53.483030 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-f0793b7e-6bb8-4c69-ac41-4fa40eedb14c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e5c997-0375-4a8d-92f7-022af7373204') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:28:53.492181 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0793b7e-6bb8-4c69-ac41-4fa40eedb14c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763729442681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3015845'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:53.506018 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0793b7e-6bb8-4c69-ac41-4fa40eedb14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:53.513841 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0793b7e-6bb8-4c69-ac41-4fa40eedb14c admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:28:53.514326 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0793b7e-6bb8-4c69-ac41-4fa40eedb14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2822357'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: Traceback (most recent call last): Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: timer() Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: cb(*args, **kw) Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: return func(*args, **kwargs) Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: self._notify() Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: self.callback(batched_events) Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: event.method(event) Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: return f(self, *a, **k) Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: return self._get(url).json() Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: return self.request(url, 'GET', **kwargs) Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:28:53.516094 dv-cinder-805316-3-iscsi neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:28:53.578971 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0793b7e-6bb8-4c69-ac41-4fa40eedb14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33152454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535142'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:53.583870 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f0793b7e-6bb8-4c69-ac41-4fa40eedb14c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:53.589281 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-f0793b7e-6bb8-4c69-ac41-4fa40eedb14c admin admin] 10.222.0.21 "DELETE /v2.0/networks/7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd HTTP/1.1" status: 204 len: 168 time: 0.5153570 Aug 30 17:28:53.598299 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0793b7e-6bb8-4c69-ac41-4fa40eedb14c admin admin] Pushing event deleted for resources: {'Network': ['ID=7d9b6a55-4d9f-4e3f-a5ca-17ab665042fd,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:28:53.702567 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 56934) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:28:53.744140 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-1b7d63e5-b9a0-48e5-9077-352484e20793 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c21fe597089042da855ac89daddb7bed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0404418 Aug 30 17:28:53.746760 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 56936) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:28:53.797357 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7252bb5-a289-4271-a470-05ffea92f02e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:53.818285 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7252bb5-a289-4271-a470-05ffea92f02e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:53.865964 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7252bb5-a289-4271-a470-05ffea92f02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:53.868661 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-c7252bb5-a289-4271-a470-05ffea92f02e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:53.869841 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-c7252bb5-a289-4271-a470-05ffea92f02e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85f42ead-672c-4907-8841-64bf09d28dd4 HTTP/1.1" status: 204 len: 168 time: 0.1218190 Aug 30 17:28:53.877384 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7252bb5-a289-4271-a470-05ffea92f02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f42ead-672c-4907-8841-64bf09d28dd4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:28:54.535119 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 56958) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:28:54.632352 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d8b9d160-b617-4b6a-9d62-8e92ba4b8777 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1847082683-network', 'tenant_id': '84810c657160419396f42af704077c32'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:28:54.652699 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b9d160-b617-4b6a-9d62-8e92ba4b8777 admin admin] Made reservation on behalf of 84810c657160419396f42af704077c32 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:28:54.655129 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8b9d160-b617-4b6a-9d62-8e92ba4b8777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:54.664190 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8b9d160-b617-4b6a-9d62-8e92ba4b8777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:54.758674 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8b9d160-b617-4b6a-9d62-8e92ba4b8777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:54.762387 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8b9d160-b617-4b6a-9d62-8e92ba4b8777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:54.782771 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b9d160-b617-4b6a-9d62-8e92ba4b8777 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:28:54.797254 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9d160-b617-4b6a-9d62-8e92ba4b8777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6719f9d6-f43c-4474-b0d2-97325d062239,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:28:54.800088 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8b9d160-b617-4b6a-9d62-8e92ba4b8777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:54.800439 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.db.segments_db [None req-d8b9d160-b617-4b6a-9d62-8e92ba4b8777 admin admin] Added segment aa76d1b5-f63d-4ad1-9f52-79aa950e62a3 of type vlan for network bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e Aug 30 17:28:54.832280 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-260c1e2c-40c0-4598-9698-86a98a4b650b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:54.844601 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8b9d160-b617-4b6a-9d62-8e92ba4b8777 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763728898142'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:54.868505 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8b9d160-b617-4b6a-9d62-8e92ba4b8777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:54.869637 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b9d160-b617-4b6a-9d62-8e92ba4b8777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:54.870225 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d8b9d160-b617-4b6a-9d62-8e92ba4b8777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:54.920195 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-d8b9d160-b617-4b6a-9d62-8e92ba4b8777 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3839583 Aug 30 17:28:54.923259 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56962) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:28:54.928195 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-9d1e6288-c22d-46b6-83ee-d7851159b36b admin admin] Request body: {'subnet': {'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1847082683-subnet', 'tenant_id': '84810c657160419396f42af704077c32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:28:54.931401 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9d160-b617-4b6a-9d62-8e92ba4b8777 admin admin] Pushing event updated for resources: {'Network': ['ID=bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:28:54.942241 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Network bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e details requested by agent ovs-agent-dv-cinder-805316-3-iscsi with host dv-cinder-805316-3-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:28:54.946774 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 5d7816c0-46b4-44cd-b862-759555c902c8 no longer exists at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:28:54.955443 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1e6288-c22d-46b6-83ee-d7851159b36b admin admin] Made reservation on behalf of 84810c657160419396f42af704077c32 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:28:54.957826 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d1e6288-c22d-46b6-83ee-d7851159b36b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315050'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:55.008751 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] No Port match for: 5d7816c0-46b4-44cd-b862-759555c902c8 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:28:55.009098 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 5d7816c0-46b4-44cd-b862-759555c902c8 not bound to the agent host dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:28:55.009511 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 6a234d60-67de-41e5-8877-782483916c4b no longer exists at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:28:55.038797 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] No Port match for: 6a234d60-67de-41e5-8877-782483916c4b {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:28:55.039269 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 6a234d60-67de-41e5-8877-782483916c4b not bound to the agent host dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:28:55.051798 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:55.124084 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d1e6288-c22d-46b6-83ee-d7851159b36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4190378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314968'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:55.183211 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e6288-c22d-46b6-83ee-d7851159b36b admin admin] Pushing event updated for resources: {'Subnet': ['ID=02875153-08f3-4e7a-b55c-f9d60fc97ad5,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:28:55.190443 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1e6288-c22d-46b6-83ee-d7851159b36b admin admin] Checking segment: {'id': 'aa76d1b5-f63d-4ad1-9f52-79aa950e62a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:28:55.190809 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1e6288-c22d-46b6-83ee-d7851159b36b admin admin] Network hostable DHCP agents. Network: bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e, hostable agents: ['8f3c7f8e-0df7-4e02-9457-a839f0ce6f10'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:28:55.206967 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1e6288-c22d-46b6-83ee-d7851159b36b admin admin] Network bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e is scheduled to be hosted by DHCP agent 8f3c7f8e-0df7-4e02-9457-a839f0ce6f10 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:28:55.215571 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-9d1e6288-c22d-46b6-83ee-d7851159b36b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-3-iscsi, bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:28:55.219473 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1e6288-c22d-46b6-83ee-d7851159b36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:28:55.220064 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9d1e6288-c22d-46b6-83ee-d7851159b36b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:55.224276 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e974f19c-b2d8-4b23-9ded-88ccfdf1fb10 None None] Network bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:28:55.233574 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-9d1e6288-c22d-46b6-83ee-d7851159b36b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3092415 Aug 30 17:28:55.236239 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56964) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:28:55.240531 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-6c6e6286-4d7e-46b3-91f2-7bbb44d996a7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1847082683-router', 'tenant_id': '84810c657160419396f42af704077c32', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39'}}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:28:55.260155 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c6e6286-4d7e-46b3-91f2-7bbb44d996a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102440'] for router, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:55.261172 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c6e6286-4d7e-46b3-91f2-7bbb44d996a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-533729', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-102449'] for router, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:55.314724 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c6e6286-4d7e-46b3-91f2-7bbb44d996a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:55.455079 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c6e6286-4d7e-46b3-91f2-7bbb44d996a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:55.493823 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9162af0-1391-5be5-b89f-1e72096aa358-bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e', 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e', 'tenant_id': '84810c657160419396f42af704077c32', 'fixed_ips': [{'subnet_id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5'}]}} from dv-cinder-805316-3-iscsi. {{(pid=93817) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 17:28:55.494774 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:55.631455 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.db_base_plugin_common [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Allocated IP 172.20.0.2 (bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e/02875153-08f3-4e7a-b55c-f9d60fc97ad5/6181fa68-8e7f-4434-a513-e533285a367c) {{(pid=93817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:28:55.645932 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c6e6286-4d7e-46b3-91f2-7bbb44d996a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:55.669185 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c6e6286-4d7e-46b3-91f2-7bbb44d996a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:55.771154 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Notify callbacks [] for port, precommit_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:55.771380 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-6c6e6286-4d7e-46b3-91f2-7bbb44d996a7 admin admin] Allocated IP 172.27.2.121 (3951d34a-2192-4abb-b523-61631b013f39/db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b/5fe33ce1-10d1-4774-9d80-978d2681f837) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:28:55.780034 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Transition to ACTIVE for port object 6181fa68-8e7f-4434-a513-e533285a367c will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:28:55.795532 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Transition to ACTIVE for port object 6181fa68-8e7f-4434-a513-e533285a367c will not be triggered until provisioned by entity DHCP. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:28:55.800678 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935'] for port, after_create {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:55.839296 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Network bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e is already hosted by enough agents. {{(pid=93817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:28:55.844062 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.scheduler.base_scheduler [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Resources bound (agent type, host, resource id): {{(pid=93817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:28:55.852828 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Received port after_create {{(pid=93817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:28:55.855629 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Pushing event updated for resources: {'Port': ['ID=6181fa68-8e7f-4434-a513-e533285a367c,revision_number=1']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:28:55.867432 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:55.867781 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:55.868124 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:55.868462 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:55.868796 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:55.869124 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:55.869452 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:55.869803 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:55.870132 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:55.870456 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:55.870779 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:55.871104 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:55.876774 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c6e6286-4d7e-46b3-91f2-7bbb44d996a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:55.918908 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Attempting to bind port 6181fa68-8e7f-4434-a513-e533285a367c on host dv-cinder-805316-3-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:28:55.919280 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Attempting to bind port 6181fa68-8e7f-4434-a513-e533285a367c by drivers openvswitch,hyperv on host dv-cinder-805316-3-iscsi at level 0 using segments [{'id': 'aa76d1b5-f63d-4ad1-9f52-79aa950e62a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:28:55.919642 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Attempting to bind port 6181fa68-8e7f-4434-a513-e533285a367c on network bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:28:55.924897 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Checking agent: {'id': 'ffbe204d-12b1-4bb4-8980-9a78a382db5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 13, 58), 'started_at': datetime.datetime(2021, 8, 30, 17, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:28:55.925303 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Checking segment: {'id': 'aa76d1b5-f63d-4ad1-9f52-79aa950e62a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:28:55.925738 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:55.926160 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Bound using segment: {'id': 'aa76d1b5-f63d-4ad1-9f52-79aa950e62a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:28:55.926631 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Bound port: 6181fa68-8e7f-4434-a513-e533285a367c, host: dv-cinder-805316-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa76d1b5-f63d-4ad1-9f52-79aa950e62a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:28:55.927015 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:55.994897 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] For port 6181fa68-8e7f-4434-a513-e533285a367c, host dv-cinder-805316-3-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:28:55.998219 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] For port 6181fa68-8e7f-4434-a513-e533285a367c, host dv-cinder-805316-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=6181fa68-8e7f-4434-a513-e533285a367c,segment=NetworkSegment(aa76d1b5-f63d-4ad1-9f52-79aa950e62a3),segment_id=aa76d1b5-f63d-4ad1-9f52-79aa950e62a3)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:28:56.002877 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:56.071178 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ddcdbf-7046-4f21-8afd-e1785123debc None None] Pushing event updated for resources: {'Port': ['ID=6181fa68-8e7f-4434-a513-e533285a367c,revision_number=2']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:28:56.156413 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c6e6286-4d7e-46b3-91f2-7bbb44d996a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:56.192975 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6e6286-4d7e-46b3-91f2-7bbb44d996a7 admin admin] Network 3951d34a-2192-4abb-b523-61631b013f39 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:28:56.218355 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e6286-4d7e-46b3-91f2-7bbb44d996a7 admin admin] Pushing event updated for resources: {'Port': ['ID=5fe33ce1-10d1-4774-9d80-978d2681f837,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:28:56.221426 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-6c6e6286-4d7e-46b3-91f2-7bbb44d996a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:28:56.223725 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6e6286-4d7e-46b3-91f2-7bbb44d996a7 admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:28:56.465871 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c6e6286-4d7e-46b3-91f2-7bbb44d996a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:56.658757 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c6e6286-4d7e-46b3-91f2-7bbb44d996a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535102'] for router, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:56.789059 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6e6286-4d7e-46b3-91f2-7bbb44d996a7 admin admin] Router 0a94bd0e-ad4e-4405-b848-5069a1cc02a8 is scheduled to L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e with binding_index 1 {{(pid=93815) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 17:28:56.900114 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6e6286-4d7e-46b3-91f2-7bbb44d996a7 admin admin] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:28:56.912058 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f63323-2358-445d-84d8-e555fd1d4fc6 None None] Sync routers for ids ['0a94bd0e-ad4e-4405-b848-5069a1cc02a8'] in dv-cinder-805316-3-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:28:56.928053 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6c6e6286-4d7e-46b3-91f2-7bbb44d996a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:56.931274 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-6c6e6286-4d7e-46b3-91f2-7bbb44d996a7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6940084 Aug 30 17:28:56.931923 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f63323-2358-445d-84d8-e555fd1d4fc6 None None] Routers {'0a94bd0e-ad4e-4405-b848-5069a1cc02a8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:28:56.932562 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-76f63323-2358-445d-84d8-e555fd1d4fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:28:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['0a94bd0e-ad4e-4405-b848-5069a1cc02a8'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:28:56.934388 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56966) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:28:56.963807 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d29465-be21-4628-af5c-15a29a34a76f None None] Network bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:28:57.031744 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 6181fa68-8e7f-4434-a513-e533285a367c up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:28:57.060321 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-76f63323-2358-445d-84d8-e555fd1d4fc6 None None] Set router 0a94bd0e-ad4e-4405-b848-5069a1cc02a8 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:28:57.071200 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-02952dcc-9353-4140-ad7e-34882678338a None None] Provisioning for port 6181fa68-8e7f-4434-a513-e533285a367c completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:28:57.135292 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning for port 6181fa68-8e7f-4434-a513-e533285a367c completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:28:57.145570 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 6181fa68-8e7f-4434-a513-e533285a367c triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:28:57.145948 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:57.263131 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:57.300274 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] For port 6181fa68-8e7f-4434-a513-e533285a367c, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=6181fa68-8e7f-4434-a513-e533285a367c,segment=NetworkSegment(aa76d1b5-f63d-4ad1-9f52-79aa950e62a3),segment_id=aa76d1b5-f63d-4ad1-9f52-79aa950e62a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:28:57.305663 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:57.353770 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-76f63323-2358-445d-84d8-e555fd1d4fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'name': 'tempest-AttachVolumeTestJSON-1847082683-router', 'tenant_id': '84810c657160419396f42af704077c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:56Z', 'revision_number': 3, 'project_id': '84810c657160419396f42af704077c32', 'gw_port': {'id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:28:57.377592 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Pushing event updated for resources: {'Port': ['ID=6181fa68-8e7f-4434-a513-e533285a367c,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:28:57.392400 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f63323-2358-445d-84d8-e555fd1d4fc6 None None] Checking router: 0a94bd0e-ad4e-4405-b848-5069a1cc02a8 for host: dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:28:57.392987 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f63323-2358-445d-84d8-e555fd1d4fc6 None None] Updating router 0a94bd0e-ad4e-4405-b848-5069a1cc02a8 port 5fe33ce1-10d1-4774-9d80-978d2681f837 binding host dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:28:57.421221 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76f63323-2358-445d-84d8-e555fd1d4fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:57.422581 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aff7b78f-118e-4d02-883a-4da72314cb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:57.509072 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-78de35e3-9d8d-4f1e-87aa-619f88906146 None None] Provisioning complete for port 6181fa68-8e7f-4434-a513-e533285a367c triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:28:57.509817 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-78de35e3-9d8d-4f1e-87aa-619f88906146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:57.593617 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-aff7b78f-118e-4d02-883a-4da72314cb3f admin admin] Allocated IP 172.20.0.1 (bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e/02875153-08f3-4e7a-b55c-f9d60fc97ad5/e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:28:57.605002 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cb0c4a69-7c55-4fa2-a680-4fc9efc1fdd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:57.690132 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76f63323-2358-445d-84d8-e555fd1d4fc6 None None] Notify callbacks [] for port, precommit_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:57.699726 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.provisioning_blocks [None req-76f63323-2358-445d-84d8-e555fd1d4fc6 None None] Transition to ACTIVE for port object 5fe33ce1-10d1-4774-9d80-978d2681f837 will not be triggered until provisioned by entity L2. {{(pid=93818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:28:57.702800 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aff7b78f-118e-4d02-883a-4da72314cb3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:57.705501 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76f63323-2358-445d-84d8-e555fd1d4fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:57.716795 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-aff7b78f-118e-4d02-883a-4da72314cb3f admin admin] Transition to ACTIVE for port object e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:28:57.749953 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aff7b78f-118e-4d02-883a-4da72314cb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:57.759680 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-76f63323-2358-445d-84d8-e555fd1d4fc6 None None] Attempting to bind port 5fe33ce1-10d1-4774-9d80-978d2681f837 on host dv-cinder-805316-3-iscsi for vnic_type normal with profile {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:28:57.760045 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-76f63323-2358-445d-84d8-e555fd1d4fc6 None None] Attempting to bind port 5fe33ce1-10d1-4774-9d80-978d2681f837 by drivers openvswitch,hyperv on host dv-cinder-805316-3-iscsi at level 0 using segments [{'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:28:57.760400 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f63323-2358-445d-84d8-e555fd1d4fc6 None None] Attempting to bind port 5fe33ce1-10d1-4774-9d80-978d2681f837 on network 3951d34a-2192-4abb-b523-61631b013f39 {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:28:57.763489 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b179fc-0bef-4535-8bbc-926975829a7b None None] Pushing event updated for resources: {'Port': ['ID=5fe33ce1-10d1-4774-9d80-978d2681f837,revision_number=2']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:28:57.767781 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f63323-2358-445d-84d8-e555fd1d4fc6 None None] Checking agent: {'id': 'ffbe204d-12b1-4bb4-8980-9a78a382db5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 13, 58), 'started_at': datetime.datetime(2021, 8, 30, 17, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:28:57.768147 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f63323-2358-445d-84d8-e555fd1d4fc6 None None] Checking segment: {'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:28:57.768540 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76f63323-2358-445d-84d8-e555fd1d4fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:57.768921 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f63323-2358-445d-84d8-e555fd1d4fc6 None None] Bound using segment: {'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'} {{(pid=93818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:28:57.769372 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.managers [None req-76f63323-2358-445d-84d8-e555fd1d4fc6 None None] Bound port: 5fe33ce1-10d1-4774-9d80-978d2681f837, host: dv-cinder-805316-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e39651-c313-42ea-8a56-542d3d88063d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3951d34a-2192-4abb-b523-61631b013f39'}}] {{(pid=93818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:28:57.769798 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76f63323-2358-445d-84d8-e555fd1d4fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:57.785247 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff7b78f-118e-4d02-883a-4da72314cb3f admin admin] Network bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:28:57.790844 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-aff7b78f-118e-4d02-883a-4da72314cb3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:28:57.794516 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff7b78f-118e-4d02-883a-4da72314cb3f admin admin] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:28:57.795000 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b179fc-0bef-4535-8bbc-926975829a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:57.795404 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b179fc-0bef-4535-8bbc-926975829a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:57.795919 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b179fc-0bef-4535-8bbc-926975829a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:57.796317 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b179fc-0bef-4535-8bbc-926975829a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:57.796729 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b179fc-0bef-4535-8bbc-926975829a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:57.796978 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b179fc-0bef-4535-8bbc-926975829a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:57.797325 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b179fc-0bef-4535-8bbc-926975829a7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:57.797666 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b179fc-0bef-4535-8bbc-926975829a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:57.798020 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b179fc-0bef-4535-8bbc-926975829a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:57.798353 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b179fc-0bef-4535-8bbc-926975829a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:57.798676 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b179fc-0bef-4535-8bbc-926975829a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:57.798999 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b179fc-0bef-4535-8bbc-926975829a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:28:57.823473 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7b78f-118e-4d02-883a-4da72314cb3f admin admin] Pushing event updated for resources: {'Port': ['ID=e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:28:57.840142 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-76f63323-2358-445d-84d8-e555fd1d4fc6 None None] For port 5fe33ce1-10d1-4774-9d80-978d2681f837, host dv-cinder-805316-3-iscsi, cleared binding levels {{(pid=93818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:28:57.841934 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aff7b78f-118e-4d02-883a-4da72314cb3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535265'] for router_interface, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:57.843530 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.plugins.ml2.db [None req-76f63323-2358-445d-84d8-e555fd1d4fc6 None None] For port 5fe33ce1-10d1-4774-9d80-978d2681f837, host dv-cinder-805316-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=5fe33ce1-10d1-4774-9d80-978d2681f837,segment=NetworkSegment(a1e39651-c313-42ea-8a56-542d3d88063d),segment_id=a1e39651-c313-42ea-8a56-542d3d88063d)] {{(pid=93818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:28:57.852172 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron_lib.callbacks.manager [None req-76f63323-2358-445d-84d8-e555fd1d4fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:57.854260 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:57.915079 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f63323-2358-445d-84d8-e555fd1d4fc6 None None] Routers {'0a94bd0e-ad4e-4405-b848-5069a1cc02a8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:28:57.915984 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-76f63323-2358-445d-84d8-e555fd1d4fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:28:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['0a94bd0e-ad4e-4405-b848-5069a1cc02a8'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:28:57.958409 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b179fc-0bef-4535-8bbc-926975829a7b None None] Pushing event updated for resources: {'Port': ['ID=5fe33ce1-10d1-4774-9d80-978d2681f837,revision_number=3']} {{(pid=93818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:28:57.981405 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aff7b78f-118e-4d02-883a-4da72314cb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:58.027973 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c50ba11d-69f5-49f0-a7fd-e18b9cbe720d None None] Provisioning for port e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:28:58.032387 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-c50ba11d-69f5-49f0-a7fd-e18b9cbe720d None None] Provisioning complete for port e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:28:58.032960 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c50ba11d-69f5-49f0-a7fd-e18b9cbe720d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:58.034544 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-76f63323-2358-445d-84d8-e555fd1d4fc6 None None] Set router 0a94bd0e-ad4e-4405-b848-5069a1cc02a8 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:28:58.070488 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-c50ba11d-69f5-49f0-a7fd-e18b9cbe720d None None] Port e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:28:58.146899 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aff7b78f-118e-4d02-883a-4da72314cb3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:58.152031 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aff7b78f-118e-4d02-883a-4da72314cb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194083'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:58.216374 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7b78f-118e-4d02-883a-4da72314cb3f admin admin] Pushing event updated for resources: {'Port': ['ID=e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:28:58.219822 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aff7b78f-118e-4d02-883a-4da72314cb3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535358'] for router_interface, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:58.220092 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-76f63323-2358-445d-84d8-e555fd1d4fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'name': 'tempest-AttachVolumeTestJSON-1847082683-router', 'tenant_id': '84810c657160419396f42af704077c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:56Z', 'revision_number': 3, 'project_id': '84810c657160419396f42af704077c32', 'gw_port': {'id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:28:58.246525 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f63323-2358-445d-84d8-e555fd1d4fc6 None None] The sync data for ids ['0a94bd0e-ad4e-4405-b848-5069a1cc02a8'] in dv-cinder-805316-3-iscsi is: [{'id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'name': 'tempest-AttachVolumeTestJSON-1847082683-router', 'tenant_id': '84810c657160419396f42af704077c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:56Z', 'revision_number': 3, 'project_id': '84810c657160419396f42af704077c32', 'gw_port': {'id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:28:58.322991 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff7b78f-118e-4d02-883a-4da72314cb3f admin admin] Network bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:28:58.324502 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-aff7b78f-118e-4d02-883a-4da72314cb3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:28:58.443767 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff7b78f-118e-4d02-883a-4da72314cb3f admin admin] Router 0a94bd0e-ad4e-4405-b848-5069a1cc02a8 has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:28:58.586748 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff7b78f-118e-4d02-883a-4da72314cb3f admin admin] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:28:58.594153 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-aff7b78f-118e-4d02-883a-4da72314cb3f admin admin] 10.222.0.21 "PUT /v2.0/routers/0a94bd0e-ad4e-4405-b848-5069a1cc02a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6584125 Aug 30 17:28:58.596582 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-8a60a751-f091-4790-a6af-4cd4a326b965 None None] Provisioning complete for port e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:28:58.596951 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a60a751-f091-4790-a6af-4cd4a326b965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:58.640445 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-8a60a751-f091-4790-a6af-4cd4a326b965 None None] Port e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:28:58.797012 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:58.984532 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56974) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:28:58.989766 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-b964439a-b172-4557-8299-5da24a8d7133 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--574216480', 'description': 'tempest-description--1268818450'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:28:59.015542 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b964439a-b172-4557-8299-5da24a8d7133 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:59.047830 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 5fe33ce1-10d1-4774-9d80-978d2681f837 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:28:59.103423 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning for port 5fe33ce1-10d1-4774-9d80-978d2681f837 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:28:59.107151 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 5fe33ce1-10d1-4774-9d80-978d2681f837 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:28:59.107525 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:59.108883 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b964439a-b172-4557-8299-5da24a8d7133 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:59.113778 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b964439a-b172-4557-8299-5da24a8d7133 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:59.141978 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b964439a-b172-4557-8299-5da24a8d7133 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:59.143216 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-b964439a-b172-4557-8299-5da24a8d7133 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1574318 Aug 30 17:28:59.145066 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964439a-b172-4557-8299-5da24a8d7133 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e34af3-26d7-4f47-ad74-10886ce344fa,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:28:59.146580 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 56976) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:28:59.160832 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-3dde4161-35dc-45d2-9fe9-b448f6e6f99f tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Request body: {'security_group_rule': {'security_group_id': '63e34af3-26d7-4f47-ad74-10886ce344fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:28:59.186536 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3dde4161-35dc-45d2-9fe9-b448f6e6f99f tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:59.188598 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:59.208983 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] For port 5fe33ce1-10d1-4774-9d80-978d2681f837, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=5fe33ce1-10d1-4774-9d80-978d2681f837,segment=NetworkSegment(a1e39651-c313-42ea-8a56-542d3d88063d),segment_id=a1e39651-c313-42ea-8a56-542d3d88063d)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:28:59.214038 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:59.214788 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 6181fa68-8e7f-4434-a513-e533285a367c up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:28:59.247229 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3dde4161-35dc-45d2-9fe9-b448f6e6f99f tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:59.251147 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3dde4161-35dc-45d2-9fe9-b448f6e6f99f tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646536'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:59.267165 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde4161-35dc-45d2-9fe9-b448f6e6f99f tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a10b7a-c8ce-4baf-92bb-034979b734b2,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:28:59.277867 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3dde4161-35dc-45d2-9fe9-b448f6e6f99f tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:59.282183 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-3dde4161-35dc-45d2-9fe9-b448f6e6f99f tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1249826 Aug 30 17:28:59.282762 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56978) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:28:59.287707 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-50beecc2-6388-4e8c-b78a-62e08fe54921 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Request body: {'security_group_rule': {'security_group_id': '63e34af3-26d7-4f47-ad74-10886ce344fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:28:59.292450 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Pushing event updated for resources: {'Port': ['ID=5fe33ce1-10d1-4774-9d80-978d2681f837,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:28:59.305374 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 6181fa68-8e7f-4434-a513-e533285a367c triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:28:59.305774 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:59.315620 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50beecc2-6388-4e8c-b78a-62e08fe54921 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:59.372937 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50beecc2-6388-4e8c-b78a-62e08fe54921 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:59.376851 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50beecc2-6388-4e8c-b78a-62e08fe54921 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646536'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:59.394251 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50beecc2-6388-4e8c-b78a-62e08fe54921 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce7192c7-d629-4bf2-b9f1-04ffe5d14a57,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:28:59.401377 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-50beecc2-6388-4e8c-b78a-62e08fe54921 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:59.402668 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-50beecc2-6388-4e8c-b78a-62e08fe54921 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188090 Aug 30 17:28:59.405728 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 56980) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:28:59.410290 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-5e2564ea-a90f-437e-9e6a-82ca87eceeef tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Request body: {'floatingip': {'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:28:59.431826 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e2564ea-a90f-437e-9e6a-82ca87eceeef tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for floatingip, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:59.531231 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e2564ea-a90f-437e-9e6a-82ca87eceeef tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:59.641966 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [None req-5e2564ea-a90f-437e-9e6a-82ca87eceeef tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Allocated IP 172.27.2.65 (3951d34a-2192-4abb-b523-61631b013f39/db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b/9a700f23-3973-4fce-ad6f-58be0b1cf2ee) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:28:59.747918 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e2564ea-a90f-437e-9e6a-82ca87eceeef tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:59.776079 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69404540-07d9-42b7-ae8e-8bbc38e56a87 None None] Sync routers for ids ['0a94bd0e-ad4e-4405-b848-5069a1cc02a8'] in dv-cinder-805316-3-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:28:59.785762 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69404540-07d9-42b7-ae8e-8bbc38e56a87 None None] Routers {'0a94bd0e-ad4e-4405-b848-5069a1cc02a8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:28:59.786499 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-69404540-07d9-42b7-ae8e-8bbc38e56a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:28:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['0a94bd0e-ad4e-4405-b848-5069a1cc02a8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:28:59.787155 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e2564ea-a90f-437e-9e6a-82ca87eceeef tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:28:59.822591 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2564ea-a90f-437e-9e6a-82ca87eceeef tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Network 3951d34a-2192-4abb-b523-61631b013f39 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:28:59.827163 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-5e2564ea-a90f-437e-9e6a-82ca87eceeef tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:28:59.830571 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2564ea-a90f-437e-9e6a-82ca87eceeef tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:28:59.897093 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-69404540-07d9-42b7-ae8e-8bbc38e56a87 None None] Set router 0a94bd0e-ad4e-4405-b848-5069a1cc02a8 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:29:00.095993 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:00.096583 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2564ea-a90f-437e-9e6a-82ca87eceeef tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Pushing event updated for resources: {'Port': ['ID=9a700f23-3973-4fce-ad6f-58be0b1cf2ee,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:00.117222 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-69404540-07d9-42b7-ae8e-8bbc38e56a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'name': 'tempest-AttachVolumeTestJSON-1847082683-router', 'tenant_id': '84810c657160419396f42af704077c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:57Z', 'revision_number': 4, 'project_id': '84810c657160419396f42af704077c32', 'gw_port': {'id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': 'e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b', 'name': '', 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e', 'tenant_id': '84810c657160419396f42af704077c32', 'mac_address': 'fa:16:3e:82:41:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:57Z', 'updated_at': '2021-08-30T17:28:58Z', 'revision_number': 2, 'project_id': '84810c657160419396f42af704077c32', 'subnets': [{'id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:00.142954 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69404540-07d9-42b7-ae8e-8bbc38e56a87 None None] Checking router: 0a94bd0e-ad4e-4405-b848-5069a1cc02a8 for host: dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:29:00.143309 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69404540-07d9-42b7-ae8e-8bbc38e56a87 None None] Updating router 0a94bd0e-ad4e-4405-b848-5069a1cc02a8 port e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b binding host dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 17:29:00.155522 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e2564ea-a90f-437e-9e6a-82ca87eceeef tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:00.173447 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69404540-07d9-42b7-ae8e-8bbc38e56a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:00.189676 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e2564ea-a90f-437e-9e6a-82ca87eceeef tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:00.335489 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e2564ea-a90f-437e-9e6a-82ca87eceeef tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:00.341651 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e2564ea-a90f-437e-9e6a-82ca87eceeef tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194083'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:00.403864 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2564ea-a90f-437e-9e6a-82ca87eceeef tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Pushing event updated for resources: {'Port': ['ID=9a700f23-3973-4fce-ad6f-58be0b1cf2ee,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:00.419779 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e2564ea-a90f-437e-9e6a-82ca87eceeef tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535188'] for floatingip, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:00.432704 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-5e2564ea-a90f-437e-9e6a-82ca87eceeef tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:00.433954 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-5e2564ea-a90f-437e-9e6a-82ca87eceeef tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0273063 Aug 30 17:29:00.443969 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69404540-07d9-42b7-ae8e-8bbc38e56a87 None None] Notify callbacks [] for port, precommit_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:00.455484 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-69404540-07d9-42b7-ae8e-8bbc38e56a87 None None] Transition to ACTIVE for port object e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b will not be triggered until provisioned by entity L2. {{(pid=93817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:29:00.465685 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69404540-07d9-42b7-ae8e-8bbc38e56a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:00.521715 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d5b53-449c-41fa-9f97-5466e49fa127 None None] Pushing event updated for resources: {'Port': ['ID=e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b,revision_number=3']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:00.577465 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-69404540-07d9-42b7-ae8e-8bbc38e56a87 None None] Attempting to bind port e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b on host dv-cinder-805316-3-iscsi for vnic_type normal with profile {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:29:00.577894 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-69404540-07d9-42b7-ae8e-8bbc38e56a87 None None] Attempting to bind port e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b by drivers openvswitch,hyperv on host dv-cinder-805316-3-iscsi at level 0 using segments [{'id': 'aa76d1b5-f63d-4ad1-9f52-79aa950e62a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e'}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:29:00.578264 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69404540-07d9-42b7-ae8e-8bbc38e56a87 None None] Attempting to bind port e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b on network bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:29:00.587112 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69404540-07d9-42b7-ae8e-8bbc38e56a87 None None] Checking agent: {'id': 'ffbe204d-12b1-4bb4-8980-9a78a382db5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805316-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 13, 58), 'started_at': datetime.datetime(2021, 8, 30, 17, 14, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805316-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:29:00.587473 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69404540-07d9-42b7-ae8e-8bbc38e56a87 None None] Checking segment: {'id': 'aa76d1b5-f63d-4ad1-9f52-79aa950e62a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:29:00.587717 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69404540-07d9-42b7-ae8e-8bbc38e56a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:00.588253 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69404540-07d9-42b7-ae8e-8bbc38e56a87 None None] Bound using segment: {'id': 'aa76d1b5-f63d-4ad1-9f52-79aa950e62a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e'} {{(pid=93817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:29:00.588732 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.managers [None req-69404540-07d9-42b7-ae8e-8bbc38e56a87 None None] Bound port: e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b, host: dv-cinder-805316-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa76d1b5-f63d-4ad1-9f52-79aa950e62a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e'}}] {{(pid=93817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:29:00.589118 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69404540-07d9-42b7-ae8e-8bbc38e56a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:00.598270 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-26bdbe29-4b7c-44f5-bf8b-a0ceb0f73735 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--574216480&fields=id&tenant_id=84810c657160419396f42af704077c32 HTTP/1.1" status: 200 len: 267 time: 0.0491250 Aug 30 17:29:00.682483 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-69404540-07d9-42b7-ae8e-8bbc38e56a87 None None] For port e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b, host dv-cinder-805316-3-iscsi, cleared binding levels {{(pid=93817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:29:00.687613 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-69404540-07d9-42b7-ae8e-8bbc38e56a87 None None] For port e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b, host dv-cinder-805316-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b,segment=NetworkSegment(aa76d1b5-f63d-4ad1-9f52-79aa950e62a3),segment_id=aa76d1b5-f63d-4ad1-9f52-79aa950e62a3)] {{(pid=93817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:29:00.694416 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-69404540-07d9-42b7-ae8e-8bbc38e56a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:00.727873 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-7a43756f-f514-4b8b-ac11-8a33ae688467 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:00.729988 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-7a43756f-f514-4b8b-ac11-8a33ae688467 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/networks?id=bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e HTTP/1.1" status: 200 len: 811 time: 0.1236534 Aug 30 17:29:00.746400 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-863f408d-717a-4d0a-b8f5-138908a4f91c tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/quotas/84810c657160419396f42af704077c32 HTTP/1.1" status: 200 len: 375 time: 0.0111332 Aug 30 17:29:00.749500 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69404540-07d9-42b7-ae8e-8bbc38e56a87 None None] Routers {'0a94bd0e-ad4e-4405-b848-5069a1cc02a8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:29:00.750275 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-69404540-07d9-42b7-ae8e-8bbc38e56a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:28:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['0a94bd0e-ad4e-4405-b848-5069a1cc02a8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:00.810255 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-131cc6f7-023b-4475-9b60-f6718f7f835a tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=84810c657160419396f42af704077c32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0567729 Aug 30 17:29:00.814609 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d5b53-449c-41fa-9f97-5466e49fa127 None None] Pushing event updated for resources: {'Port': ['ID=e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:00.891106 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-69404540-07d9-42b7-ae8e-8bbc38e56a87 None None] Set router 0a94bd0e-ad4e-4405-b848-5069a1cc02a8 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:29:00.976237 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 5fe33ce1-10d1-4774-9d80-978d2681f837 up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:29:00.989084 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-fe0dc426-ea6e-460e-9cc3-4958f3186d59 service neutron] 10.222.0.21 "GET /v2.0/networks/bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629593 Aug 30 17:29:01.084347 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-d1aa1dca-f51a-4172-98d4-275dbc0ab9a8 service neutron] 10.222.0.21 "GET /v2.0/networks/bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883944 Aug 30 17:29:01.234711 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port 5fe33ce1-10d1-4774-9d80-978d2681f837 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:29:01.235200 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:01.256655 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-59ef9c4a-752d-43cf-a52e-c9f33e2e9dd8 req-8c0d4eed-dbae-415c-8413-76193cb078de tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 210 time: 0.0272527 Aug 30 17:29:01.349872 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-69404540-07d9-42b7-ae8e-8bbc38e56a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'name': 'tempest-AttachVolumeTestJSON-1847082683-router', 'tenant_id': '84810c657160419396f42af704077c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:57Z', 'revision_number': 4, 'project_id': '84810c657160419396f42af704077c32', 'gw_port': {'id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': 'e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b', 'name': '', 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e', 'tenant_id': '84810c657160419396f42af704077c32', 'mac_address': 'fa:16:3e:82:41:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:57Z', 'updated_at': '2021-08-30T17:29:00Z', 'revision_number': 4, 'project_id': '84810c657160419396f42af704077c32', 'subnets': [{'id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:01.378220 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69404540-07d9-42b7-ae8e-8bbc38e56a87 None None] The sync data for ids ['0a94bd0e-ad4e-4405-b848-5069a1cc02a8'] in dv-cinder-805316-3-iscsi is: [{'id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'name': 'tempest-AttachVolumeTestJSON-1847082683-router', 'tenant_id': '84810c657160419396f42af704077c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:57Z', 'revision_number': 4, 'project_id': '84810c657160419396f42af704077c32', 'gw_port': {'id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': 'e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b', 'name': '', 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e', 'tenant_id': '84810c657160419396f42af704077c32', 'mac_address': 'fa:16:3e:82:41:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:57Z', 'updated_at': '2021-08-30T17:29:00Z', 'revision_number': 4, 'project_id': '84810c657160419396f42af704077c32', 'subnets': [{'id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:29:02.227304 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-d66eb0b3-ab9a-4c98-a348-89cd25136ed8 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:02.228855 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-d66eb0b3-ab9a-4c98-a348-89cd25136ed8 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.52 "GET /v2.0/networks?id=bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e HTTP/1.1" status: 200 len: 811 time: 0.1179228 Aug 30 17:29:02.276719 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-391e7217-5bde-4abf-8bdc-bba0796d5cdf tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84810c657160419396f42af704077c32 HTTP/1.1" status: 200 len: 379 time: 0.0380976 Aug 30 17:29:02.293491 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-6829bf42-de6e-48de-bd8f-d37ff0d6e0d0 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Request body: {'port': {'device_id': 'e76fc389-919b-4d40-abe3-d7f4929dc420', 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e', 'admin_state_up': True, 'tenant_id': '84810c657160419396f42af704077c32', 'security_groups': ['63e34af3-26d7-4f47-ad74-10886ce344fa']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:29:02.365778 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-dbd5bbfe-e2c3-4eb6-97d7-b99b6c5b8941 req-e4fb4ec3-3caf-4a5f-8d61-5fe70c24ef77 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 210 time: 0.0275564 Aug 30 17:29:02.417401 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-6829bf42-de6e-48de-bd8f-d37ff0d6e0d0 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Made reservation on behalf of 84810c657160419396f42af704077c32 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:29:02.420784 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-6829bf42-de6e-48de-bd8f-d37ff0d6e0d0 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:02.549266 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-6829bf42-de6e-48de-bd8f-d37ff0d6e0d0 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Allocated IP 172.20.0.5 (bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e/02875153-08f3-4e7a-b55c-f9d60fc97ad5/9fd76559-3525-4a01-9af8-afccbb31d056) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:29:02.695954 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-6829bf42-de6e-48de-bd8f-d37ff0d6e0d0 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:02.709264 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-6829bf42-de6e-48de-bd8f-d37ff0d6e0d0 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Transition to ACTIVE for port object 9fd76559-3525-4a01-9af8-afccbb31d056 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:29:02.746761 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-6829bf42-de6e-48de-bd8f-d37ff0d6e0d0 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:02.791435 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-6829bf42-de6e-48de-bd8f-d37ff0d6e0d0 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Network bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:29:02.796311 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-6829bf42-de6e-48de-bd8f-d37ff0d6e0d0 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:29:02.798742 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-6829bf42-de6e-48de-bd8f-d37ff0d6e0d0 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:29:02.828193 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829bf42-de6e-48de-bd8f-d37ff0d6e0d0 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Pushing event updated for resources: {'Port': ['ID=9fd76559-3525-4a01-9af8-afccbb31d056,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:02.856134 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-6829bf42-de6e-48de-bd8f-d37ff0d6e0d0 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:02.856748 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-6829bf42-de6e-48de-bd8f-d37ff0d6e0d0 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:02.872665 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-6829bf42-de6e-48de-bd8f-d37ff0d6e0d0 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5848758 Aug 30 17:29:02.885544 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-f7b0dd59-aedf-49fe-9f4e-f1f76c13fb7c service neutron] Request body: {'port': {'device_id': 'e76fc389-919b-4d40-abe3-d7f4929dc420', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:29:02.948312 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-f7b0dd59-aedf-49fe-9f4e-f1f76c13fb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:03.002946 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:29:03.012511 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bfabfac2-8c2e-4c94-888d-8fe1238743b8 req-f37ff613-3a8f-496a-93bc-8782a55e81ff service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427454 Aug 30 17:29:03.050532 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-acb7634d-0a17-4018-b5e6-606600c2ef9a None None] Provisioning for port 9fd76559-3525-4a01-9af8-afccbb31d056 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:29:03.057072 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-acb7634d-0a17-4018-b5e6-606600c2ef9a None None] Provisioning complete for port 9fd76559-3525-4a01-9af8-afccbb31d056 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:29:03.057444 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-acb7634d-0a17-4018-b5e6-606600c2ef9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:03.097130 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning for port e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:29:03.097621 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabfac2-8c2e-4c94-888d-8fe1238743b8 req-bf6e2f12-ad27-41c8-a446-ea3bdb7dbc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:03.099106 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-acb7634d-0a17-4018-b5e6-606600c2ef9a None None] Port 9fd76559-3525-4a01-9af8-afccbb31d056 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:29:03.099282 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bfabfac2-8c2e-4c94-888d-8fe1238743b8 req-bf6e2f12-ad27-41c8-a446-ea3bdb7dbc62 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5084785e3414a36b8cc882d6083aba5&device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 1099 time: 0.0418978 Aug 30 17:29:03.103529 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:29:03.103916 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:03.192917 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:03.217971 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabfac2-8c2e-4c94-888d-8fe1238743b8 req-3928a5f8-34c6-47be-a50a-3def60465f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:03.219430 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bfabfac2-8c2e-4c94-888d-8fe1238743b8 req-3928a5f8-34c6-47be-a50a-3def60465f62 service neutron] 10.222.0.52 "GET /v2.0/networks?id=12712b10-7cd8-429d-845f-e2bbe84087c2 HTTP/1.1" status: 200 len: 910 time: 0.0995047 Aug 30 17:29:03.226978 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] For port e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b,segment=NetworkSegment(aa76d1b5-f63d-4ad1-9f52-79aa950e62a3),segment_id=aa76d1b5-f63d-4ad1-9f52-79aa950e62a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:29:03.231291 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:03.242741 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-f7b0dd59-aedf-49fe-9f4e-f1f76c13fb7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fd76559-3525-4a01-9af8-afccbb31d056 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:29:03.250681 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-f7b0dd59-aedf-49fe-9f4e-f1f76c13fb7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:03.264679 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-f7b0dd59-aedf-49fe-9f4e-f1f76c13fb7c service neutron] Transition to ACTIVE for port object 9fd76559-3525-4a01-9af8-afccbb31d056 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:29:03.269944 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-f7b0dd59-aedf-49fe-9f4e-f1f76c13fb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194083'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:03.281126 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Pushing event updated for resources: {'Port': ['ID=e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:03.288549 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bfabfac2-8c2e-4c94-888d-8fe1238743b8 req-840a8ae9-57b2-4b66-a545-a20e386e42bb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 HTTP/1.1" status: 200 len: 1002 time: 0.0617430 Aug 30 17:29:03.326304 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0dd59-aedf-49fe-9f4e-f1f76c13fb7c service neutron] Pushing event updated for resources: {'Port': ['ID=9fd76559-3525-4a01-9af8-afccbb31d056,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:03.344602 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabfac2-8c2e-4c94-888d-8fe1238743b8 req-82cb6c3a-612b-4260-9ca4-ea0e4e18da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:03.346080 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bfabfac2-8c2e-4c94-888d-8fe1238743b8 req-82cb6c3a-612b-4260-9ca4-ea0e4e18da9d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7e04f231-8e49-4dc4-831a-df3b7fe03455 HTTP/1.1" status: 200 len: 848 time: 0.0512450 Aug 30 17:29:03.392259 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabfac2-8c2e-4c94-888d-8fe1238743b8 req-0abef9c7-022b-435a-adac-90d97b04d9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:03.394497 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bfabfac2-8c2e-4c94-888d-8fe1238743b8 req-0abef9c7-022b-435a-adac-90d97b04d9d9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=12712b10-7cd8-429d-845f-e2bbe84087c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414648 Aug 30 17:29:03.395719 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-f7b0dd59-aedf-49fe-9f4e-f1f76c13fb7c service neutron] Attempting to bind port 9fd76559-3525-4a01-9af8-afccbb31d056 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:29:03.396061 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-f7b0dd59-aedf-49fe-9f4e-f1f76c13fb7c service neutron] Attempting to bind port 9fd76559-3525-4a01-9af8-afccbb31d056 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': 'aa76d1b5-f63d-4ad1-9f52-79aa950e62a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:29:03.396397 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-f7b0dd59-aedf-49fe-9f4e-f1f76c13fb7c service neutron] Attempting to bind port 9fd76559-3525-4a01-9af8-afccbb31d056 on network bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:29:03.402730 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-f7b0dd59-aedf-49fe-9f4e-f1f76c13fb7c service neutron] Port 9fd76559-3525-4a01-9af8-afccbb31d056 on network bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:29:03.403060 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-f7b0dd59-aedf-49fe-9f4e-f1f76c13fb7c service neutron] Attempting to bind port 9fd76559-3525-4a01-9af8-afccbb31d056 on network bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:29:03.408181 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-f7b0dd59-aedf-49fe-9f4e-f1f76c13fb7c service neutron] Checking agent: {'id': 'ee80e8a3-09f9-4e7d-a921-e109800248d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'started_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:29:03.408552 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-f7b0dd59-aedf-49fe-9f4e-f1f76c13fb7c service neutron] Checking segment: {'id': 'aa76d1b5-f63d-4ad1-9f52-79aa950e62a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:29:03.408974 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-f7b0dd59-aedf-49fe-9f4e-f1f76c13fb7c service neutron] Bound using segment: {'id': 'aa76d1b5-f63d-4ad1-9f52-79aa950e62a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:29:03.409495 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-f7b0dd59-aedf-49fe-9f4e-f1f76c13fb7c service neutron] Bound port: 9fd76559-3525-4a01-9af8-afccbb31d056, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa76d1b5-f63d-4ad1-9f52-79aa950e62a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:29:03.409904 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-f7b0dd59-aedf-49fe-9f4e-f1f76c13fb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:03.485263 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-f7b0dd59-aedf-49fe-9f4e-f1f76c13fb7c service neutron] For port 9fd76559-3525-4a01-9af8-afccbb31d056, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:29:03.489746 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-f7b0dd59-aedf-49fe-9f4e-f1f76c13fb7c service neutron] For port 9fd76559-3525-4a01-9af8-afccbb31d056, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=9fd76559-3525-4a01-9af8-afccbb31d056,segment=NetworkSegment(aa76d1b5-f63d-4ad1-9f52-79aa950e62a3),segment_id=aa76d1b5-f63d-4ad1-9f52-79aa950e62a3)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:29:03.499509 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-f7b0dd59-aedf-49fe-9f4e-f1f76c13fb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194083'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:03.520031 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bfabfac2-8c2e-4c94-888d-8fe1238743b8 req-40b1df3a-778e-4249-bcba-c2d6ef9cdd37 service neutron] 10.222.0.52 "GET /v2.0/networks/12712b10-7cd8-429d-845f-e2bbe84087c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186223 Aug 30 17:29:03.543320 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-f7b0dd59-aedf-49fe-9f4e-f1f76c13fb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:03.543938 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-f7b0dd59-aedf-49fe-9f4e-f1f76c13fb7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:03.545499 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-f7b0dd59-aedf-49fe-9f4e-f1f76c13fb7c service neutron] 10.222.0.52 "PUT /v2.0/ports/9fd76559-3525-4a01-9af8-afccbb31d056 HTTP/1.1" status: 200 len: 1093 time: 0.6649513 Aug 30 17:29:03.547792 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e76fc389-919b-4d40-abe3-d7f4929dc420', 'tag': '9fd76559-3525-4a01-9af8-afccbb31d056'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:29:03.550895 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f07c77-7932-40ac-883e-20023e2e4352" -d '{"events": [{"name": "network-changed", "server_uuid": "e76fc389-919b-4d40-abe3-d7f4929dc420", "tag": "9fd76559-3525-4a01-9af8-afccbb31d056"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:29:03.564355 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ff565-90b1-4931-989b-f5e28a084118 req-c47304c2-f549-418e-be8c-1886330155e6 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:03.566122 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-318ff565-90b1-4931-989b-f5e28a084118 req-c47304c2-f549-418e-be8c-1886330155e6 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 943 time: 0.1178932 Aug 30 17:29:03.583389 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0dd59-aedf-49fe-9f4e-f1f76c13fb7c service neutron] Pushing event updated for resources: {'Port': ['ID=9fd76559-3525-4a01-9af8-afccbb31d056,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:03.619259 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ca9d98-ddea-4806-90c9-2f5ca085f26d x-openstack-request-id: req-93ca9d98-ddea-4806-90c9-2f5ca085f26d {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:29:03.619576 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e76fc389-919b-4d40-abe3-d7f4929dc420", "tag": "9fd76559-3525-4a01-9af8-afccbb31d056", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:29:03.619803 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93ca9d98-ddea-4806-90c9-2f5ca085f26d {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:29:03.620198 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e76fc389-919b-4d40-abe3-d7f4929dc420', 'tag': '9fd76559-3525-4a01-9af8-afccbb31d056', 'status': 'completed', 'code': 200} Aug 30 17:29:03.636571 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-fd3264e8-f5d8-4950-ad62-8673faebb30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:03.638220 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-fd3264e8-f5d8-4950-ad62-8673faebb30e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84810c657160419396f42af704077c32&device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 1096 time: 0.0497556 Aug 30 17:29:03.660073 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-318ff565-90b1-4931-989b-f5e28a084118 req-7755339d-82d5-400a-84d2-c9d1229fec75 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602252 Aug 30 17:29:03.679421 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bfabfac2-8c2e-4c94-888d-8fe1238743b8 req-3de5fc47-a4af-449a-8d35-ad33578df5ca service neutron] 10.222.0.52 "GET /v2.0/networks/12712b10-7cd8-429d-845f-e2bbe84087c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504507 Aug 30 17:29:03.685279 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-8569693b-75f1-4b1c-a3a9-3b6205a32127 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fd76559-3525-4a01-9af8-afccbb31d056 HTTP/1.1" status: 200 len: 217 time: 0.0391603 Aug 30 17:29:03.736502 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-82c2749b-b3c6-4d43-97e0-39f7194dcb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:03.737933 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-82c2749b-b3c6-4d43-97e0-39f7194dcb83 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02875153-08f3-4e7a-b55c-f9d60fc97ad5 HTTP/1.1" status: 200 len: 850 time: 0.0455892 Aug 30 17:29:03.786320 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-a1bfef02-b36b-4480-bb05-6d7415ee5d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:03.788525 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-a1bfef02-b36b-4480-bb05-6d7415ee5d25 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435133 Aug 30 17:29:03.890513 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-d10b650f-debb-4e18-8655-5db13b30bb99 service neutron] 10.222.0.52 "GET /v2.0/networks/bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946281 Aug 30 17:29:03.978400 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5498ee3b-8b65-43e6-9e57-77ba017dff9b req-d3e7264a-db70-4e54-8c53-14e83bfc90f5 service neutron] 10.222.0.52 "GET /v2.0/networks/bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813384 Aug 30 17:29:04.060569 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f07c77-7932-40ac-883e-20023e2e4352 req-a9d8fbac-fda3-4683-9dee-7567815e7925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:04.061986 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e7f07c77-7932-40ac-883e-20023e2e4352 req-a9d8fbac-fda3-4683-9dee-7567815e7925 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84810c657160419396f42af704077c32&device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 1096 time: 0.0399425 Aug 30 17:29:04.152251 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f07c77-7932-40ac-883e-20023e2e4352 req-02efbc45-54bf-4d14-8a45-7c9cc3f5626f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:04.153742 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e7f07c77-7932-40ac-883e-20023e2e4352 req-02efbc45-54bf-4d14-8a45-7c9cc3f5626f service neutron] 10.222.0.52 "GET /v2.0/networks?id=bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e HTTP/1.1" status: 200 len: 912 time: 0.0845103 Aug 30 17:29:04.197935 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e7f07c77-7932-40ac-883e-20023e2e4352 req-e6d4945e-d268-4107-8d50-7776d2e8bf4c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fd76559-3525-4a01-9af8-afccbb31d056 HTTP/1.1" status: 200 len: 217 time: 0.0350788 Aug 30 17:29:04.249756 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f07c77-7932-40ac-883e-20023e2e4352 req-c01257b4-49b1-49a7-8317-7c675aced8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:04.251178 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e7f07c77-7932-40ac-883e-20023e2e4352 req-c01257b4-49b1-49a7-8317-7c675aced8c3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02875153-08f3-4e7a-b55c-f9d60fc97ad5 HTTP/1.1" status: 200 len: 850 time: 0.0466392 Aug 30 17:29:04.296339 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f07c77-7932-40ac-883e-20023e2e4352 req-78aad6c3-8215-4df9-872d-94731e783f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:04.297818 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e7f07c77-7932-40ac-883e-20023e2e4352 req-78aad6c3-8215-4df9-872d-94731e783f90 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391414 Aug 30 17:29:04.384651 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e7f07c77-7932-40ac-883e-20023e2e4352 req-d61bcecd-058c-40ce-b204-9aa245e10c0d service neutron] 10.222.0.52 "GET /v2.0/networks/bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792131 Aug 30 17:29:04.477129 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e7f07c77-7932-40ac-883e-20023e2e4352 req-cf08b3d7-82fa-4737-aa4b-68af147294c3 service neutron] 10.222.0.52 "GET /v2.0/networks/bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843973 Aug 30 17:29:04.780446 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bbb60-32a9-46a0-ba13-12b9f342f5dc req-4ed6c195-b08e-4b60-b2a0-931c3e6a0fa7 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:04.781932 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c62bbb60-32a9-46a0-ba13-12b9f342f5dc req-4ed6c195-b08e-4b60-b2a0-931c3e6a0fa7 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 943 time: 0.0521023 Aug 30 17:29:04.819420 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c62bbb60-32a9-46a0-ba13-12b9f342f5dc req-4e1f74e2-5d5a-4fdc-9e60-2ce0a455679c tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310140 Aug 30 17:29:04.946785 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b up at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:29:04.998952 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Provisioning complete for port e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:29:04.999325 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:05.909472 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 9fd76559-3525-4a01-9af8-afccbb31d056 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:29:05.933544 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b17b7-f1e8-4dd2-b67a-3cfe80c944cd req-7c4785e9-3248-4b2f-bb9b-fe77c1fcea9d tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:05.935024 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-087b17b7-f1e8-4dd2-b67a-3cfe80c944cd req-7c4785e9-3248-4b2f-bb9b-fe77c1fcea9d tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 943 time: 0.0507572 Aug 30 17:29:05.971987 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-087b17b7-f1e8-4dd2-b67a-3cfe80c944cd req-79a6c335-b8f5-4c80-85ea-219c22272431 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310616 Aug 30 17:29:06.005479 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 9fd76559-3525-4a01-9af8-afccbb31d056, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=9fd76559-3525-4a01-9af8-afccbb31d056,segment=NetworkSegment(aa76d1b5-f63d-4ad1-9f52-79aa950e62a3),segment_id=aa76d1b5-f63d-4ad1-9f52-79aa950e62a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:29:06.017338 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Returning: {'device': '9fd76559-3525-4a01-9af8-afccbb31d056', 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e', 'port_id': '9fd76559-3525-4a01-9af8-afccbb31d056', 'mac_address': 'fa:16:3e:c7:c1:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:29:06.053618 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:06.065701 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fd76559-3525-4a01-9af8-afccbb31d056 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:29:06.085603 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 9fd76559-3525-4a01-9af8-afccbb31d056, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=9fd76559-3525-4a01-9af8-afccbb31d056,segment=NetworkSegment(aa76d1b5-f63d-4ad1-9f52-79aa950e62a3),segment_id=aa76d1b5-f63d-4ad1-9f52-79aa950e62a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:29:06.089064 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:06.133936 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=9fd76559-3525-4a01-9af8-afccbb31d056,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:06.312130 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['9fd76559-3525-4a01-9af8-afccbb31d056'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:29:07.085877 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042a65d-be44-4184-89b3-75fed599ed28 req-23c3f8af-7725-4eae-b935-baa0bb393812 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:07.087371 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c042a65d-be44-4184-89b3-75fed599ed28 req-23c3f8af-7725-4eae-b935-baa0bb393812 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 944 time: 0.0478179 Aug 30 17:29:07.123589 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c042a65d-be44-4184-89b3-75fed599ed28 req-fc138095-11f9-4e34-9d2b-992ae24552e5 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304735 Aug 30 17:29:07.941160 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 9fd76559-3525-4a01-9af8-afccbb31d056 up at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:29:07.989477 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning for port 9fd76559-3525-4a01-9af8-afccbb31d056 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:29:07.993274 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning complete for port 9fd76559-3525-4a01-9af8-afccbb31d056 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:29:07.993680 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:08.069819 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:08.091688 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e76fc389-919b-4d40-abe3-d7f4929dc420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd76559-3525-4a01-9af8-afccbb31d056'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:29:08.093952 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b565bf2a2ce0626243007c858acec0a0684ffd3fe6012f569d221254cd872eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fcf04c-8c36-47d5-97a7-c7ec69604476" -d '{"events": [{"server_uuid": "e76fc389-919b-4d40-abe3-d7f4929dc420", "name": "network-vif-plugged", "status": "completed", "tag": "9fd76559-3525-4a01-9af8-afccbb31d056"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:29:08.106148 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 9fd76559-3525-4a01-9af8-afccbb31d056, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=9fd76559-3525-4a01-9af8-afccbb31d056,segment=NetworkSegment(aa76d1b5-f63d-4ad1-9f52-79aa950e62a3),segment_id=aa76d1b5-f63d-4ad1-9f52-79aa950e62a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:29:08.110610 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:08.136095 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e781a969-2f15-47e6-866e-108b11f5399a x-openstack-request-id: req-e781a969-2f15-47e6-866e-108b11f5399a {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:29:08.136382 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e76fc389-919b-4d40-abe3-d7f4929dc420", "name": "network-vif-plugged", "status": "completed", "tag": "9fd76559-3525-4a01-9af8-afccbb31d056", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:29:08.136630 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e781a969-2f15-47e6-866e-108b11f5399a {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:29:08.137013 dv-cinder-805316-3-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e76fc389-919b-4d40-abe3-d7f4929dc420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd76559-3525-4a01-9af8-afccbb31d056', 'code': 200} Aug 30 17:29:08.166944 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=9fd76559-3525-4a01-9af8-afccbb31d056,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:08.241940 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9b25c-bf46-46d3-a2ad-7d0416630c60 req-255c4716-44bf-410c-9c06-2765c0f48f03 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:08.243433 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-68a9b25c-bf46-46d3-a2ad-7d0416630c60 req-255c4716-44bf-410c-9c06-2765c0f48f03 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0536356 Aug 30 17:29:08.281364 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-68a9b25c-bf46-46d3-a2ad-7d0416630c60 req-02dd239d-6772-4f4f-b58a-8880f1d2fbf8 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319781 Aug 30 17:29:08.299465 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee26ad-8f91-463b-bb47-b929fdd7feea req-d2277b28-d746-478c-9abb-695b08aee699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:08.300962 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d2ee26ad-8f91-463b-bb47-b929fdd7feea req-d2277b28-d746-478c-9abb-695b08aee699 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 1098 time: 0.0400174 Aug 30 17:29:08.334806 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d2ee26ad-8f91-463b-bb47-b929fdd7feea req-12f63fb7-c13b-4d7d-8019-ca7c68cf15f4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265214 Aug 30 17:29:09.399318 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6d96a-e35c-4737-bf84-739c4f11d543 req-8cd068cf-1781-48c2-ae00-e33b80d6bed2 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:09.400836 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-73b6d96a-e35c-4737-bf84-739c4f11d543 req-8cd068cf-1781-48c2-ae00-e33b80d6bed2 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0504081 Aug 30 17:29:09.439109 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-73b6d96a-e35c-4737-bf84-739c4f11d543 req-4e85ca3f-34a4-4d17-bf69-8be6a28d53fc tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323958 Aug 30 17:29:10.552413 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201de20d-0cef-438a-a5f1-d755adcc606f req-54e8c7ae-8db4-4686-b117-d5bb66a2d14b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:10.556351 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-201de20d-0cef-438a-a5f1-d755adcc606f req-54e8c7ae-8db4-4686-b117-d5bb66a2d14b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0477979 Aug 30 17:29:10.590904 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-201de20d-0cef-438a-a5f1-d755adcc606f req-f0fe8ce4-5eb5-4c99-af56-06b734338d90 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305896 Aug 30 17:29:10.704483 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ed392-feca-4476-bb5e-11e8830defec req-2cd8bda0-93ec-49f9-901b-2e70ec71df3c tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:10.705954 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4d4ed392-feca-4476-bb5e-11e8830defec req-2cd8bda0-93ec-49f9-901b-2e70ec71df3c tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0516465 Aug 30 17:29:10.715196 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 57034) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:29:10.719587 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-6da1dca7-64f9-419b-9c75-f71533d3b39b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Request body: {'floatingip': {'port_id': '9fd76559-3525-4a01-9af8-afccbb31d056'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:29:10.758657 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6da1dca7-64f9-419b-9c75-f71533d3b39b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:11.181940 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6da1dca7-64f9-419b-9c75-f71533d3b39b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:11.185651 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6da1dca7-64f9-419b-9c75-f71533d3b39b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535188'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:11.284436 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.db.l3_db [None req-6da1dca7-64f9-419b-9c75-f71533d3b39b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Floating IP a339304b-be22-4396-94fb-03222f7d681e associated. External IP: 172.27.2.65, port: 9fd76559-3525-4a01-9af8-afccbb31d056. Aug 30 17:29:11.489562 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da1dca7-64f9-419b-9c75-f71533d3b39b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Router 0a94bd0e-ad4e-4405-b848-5069a1cc02a8 has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:29:11.594428 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da1dca7-64f9-419b-9c75-f71533d3b39b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:29:11.598904 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-6da1dca7-64f9-419b-9c75-f71533d3b39b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:11.604504 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c2b723-62a0-409c-96d4-f6a76bc82525 None None] Sync routers for ids ['0a94bd0e-ad4e-4405-b848-5069a1cc02a8'] in dv-cinder-805316-3-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:29:11.613474 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c2b723-62a0-409c-96d4-f6a76bc82525 None None] Routers {'0a94bd0e-ad4e-4405-b848-5069a1cc02a8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:29:11.614125 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-62c2b723-62a0-409c-96d4-f6a76bc82525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:28:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['0a94bd0e-ad4e-4405-b848-5069a1cc02a8'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:11.723656 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-62c2b723-62a0-409c-96d4-f6a76bc82525 None None] Set router 0a94bd0e-ad4e-4405-b848-5069a1cc02a8 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:29:11.850040 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-6da1dca7-64f9-419b-9c75-f71533d3b39b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "PUT /v2.0/floatingips/a339304b-be22-4396-94fb-03222f7d681e HTTP/1.1" status: 200 len: 990 time: 1.1335256 Aug 30 17:29:11.850442 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e76fc389-919b-4d40-abe3-d7f4929dc420', 'tag': '9fd76559-3525-4a01-9af8-afccbb31d056'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:29:11.852647 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e183aeb7d1ae95b610e737921596bfe9224ef5c136def86ae36f97e4cb718d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d0563e-d10f-4c51-a3eb-5c4b8201e226" -d '{"events": [{"name": "network-changed", "server_uuid": "e76fc389-919b-4d40-abe3-d7f4929dc420", "tag": "9fd76559-3525-4a01-9af8-afccbb31d056"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:29:11.897703 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343a8c66-8d1c-47d3-b792-52da27bf6b7e x-openstack-request-id: req-343a8c66-8d1c-47d3-b792-52da27bf6b7e {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:29:11.897990 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e76fc389-919b-4d40-abe3-d7f4929dc420", "tag": "9fd76559-3525-4a01-9af8-afccbb31d056", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:29:11.898240 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-343a8c66-8d1c-47d3-b792-52da27bf6b7e {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:29:11.898634 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e76fc389-919b-4d40-abe3-d7f4929dc420', 'tag': '9fd76559-3525-4a01-9af8-afccbb31d056', 'status': 'completed', 'code': 200} Aug 30 17:29:11.958839 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0563e-d10f-4c51-a3eb-5c4b8201e226 req-4dcd79de-05b3-4c95-b71f-09d82ae28588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:11.961205 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-99d0563e-d10f-4c51-a3eb-5c4b8201e226 req-4dcd79de-05b3-4c95-b71f-09d82ae28588 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84810c657160419396f42af704077c32&device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 1098 time: 0.0430717 Aug 30 17:29:11.961678 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-62c2b723-62a0-409c-96d4-f6a76bc82525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'name': 'tempest-AttachVolumeTestJSON-1847082683-router', 'tenant_id': '84810c657160419396f42af704077c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:57Z', 'revision_number': 4, 'project_id': '84810c657160419396f42af704077c32', 'gw_port': {'id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_floatingips': [{'id': 'a339304b-be22-4396-94fb-03222f7d681e', 'tenant_id': '84810c657160419396f42af704077c32', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'port_id': '9fd76559-3525-4a01-9af8-afccbb31d056', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e', 'mac_address': 'fa:16:3e:c7:c1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76fc389-919b-4d40-abe3-d7f4929dc420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:29:00Z', 'updated_at': '2021-08-30T17:29:11Z', 'revision_number': 1, 'project_id': '84810c657160419396f42af704077c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b', 'name': '', 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e', 'tenant_id': '84810c657160419396f42af704077c32', 'mac_address': 'fa:16:3e:82:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:57Z', 'updated_at': '2021-08-30T17:29:03Z', 'revision_number': 5, 'project_id': '84810c657160419396f42af704077c32', 'subnets': [{'id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:11.992746 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c2b723-62a0-409c-96d4-f6a76bc82525 None None] Checking router: 0a94bd0e-ad4e-4405-b848-5069a1cc02a8 for host: dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:29:12.000764 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c2b723-62a0-409c-96d4-f6a76bc82525 None None] Routers {'0a94bd0e-ad4e-4405-b848-5069a1cc02a8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:29:12.001360 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-62c2b723-62a0-409c-96d4-f6a76bc82525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:28:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['0a94bd0e-ad4e-4405-b848-5069a1cc02a8'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:12.055195 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0563e-d10f-4c51-a3eb-5c4b8201e226 req-dbb3539e-303f-4079-95df-7011c01a3925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:12.056677 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-99d0563e-d10f-4c51-a3eb-5c4b8201e226 req-dbb3539e-303f-4079-95df-7011c01a3925 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e HTTP/1.1" status: 200 len: 912 time: 0.0884838 Aug 30 17:29:12.105550 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-62c2b723-62a0-409c-96d4-f6a76bc82525 None None] Set router 0a94bd0e-ad4e-4405-b848-5069a1cc02a8 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:29:12.121133 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-99d0563e-d10f-4c51-a3eb-5c4b8201e226 req-cafbe85e-b102-4982-a481-661c0fa8c54a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fd76559-3525-4a01-9af8-afccbb31d056 HTTP/1.1" status: 200 len: 998 time: 0.0571225 Aug 30 17:29:12.174100 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0563e-d10f-4c51-a3eb-5c4b8201e226 req-7fbc7bf4-1109-40a1-9146-e0edba6491ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:12.175553 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-99d0563e-d10f-4c51-a3eb-5c4b8201e226 req-7fbc7bf4-1109-40a1-9146-e0edba6491ce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02875153-08f3-4e7a-b55c-f9d60fc97ad5 HTTP/1.1" status: 200 len: 850 time: 0.0471931 Aug 30 17:29:12.222858 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0563e-d10f-4c51-a3eb-5c4b8201e226 req-e64ba4b3-97f4-44e0-b85b-6599a4d0971f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:12.225050 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-99d0563e-d10f-4c51-a3eb-5c4b8201e226 req-e64ba4b3-97f4-44e0-b85b-6599a4d0971f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426390 Aug 30 17:29:12.320790 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-99d0563e-d10f-4c51-a3eb-5c4b8201e226 req-bd49ef9d-faf0-450e-b80f-e6e5c8223f68 service neutron] 10.222.0.52 "GET /v2.0/networks/bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889003 Aug 30 17:29:12.415268 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-99d0563e-d10f-4c51-a3eb-5c4b8201e226 req-f417b6cf-f3e3-4ed7-96a7-c41a8ab5e13a service neutron] 10.222.0.52 "GET /v2.0/networks/bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875826 Aug 30 17:29:12.417674 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-62c2b723-62a0-409c-96d4-f6a76bc82525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'name': 'tempest-AttachVolumeTestJSON-1847082683-router', 'tenant_id': '84810c657160419396f42af704077c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:57Z', 'revision_number': 4, 'project_id': '84810c657160419396f42af704077c32', 'gw_port': {'id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_floatingips': [{'id': 'a339304b-be22-4396-94fb-03222f7d681e', 'tenant_id': '84810c657160419396f42af704077c32', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'port_id': '9fd76559-3525-4a01-9af8-afccbb31d056', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e', 'mac_address': 'fa:16:3e:c7:c1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76fc389-919b-4d40-abe3-d7f4929dc420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:29:00Z', 'updated_at': '2021-08-30T17:29:11Z', 'revision_number': 1, 'project_id': '84810c657160419396f42af704077c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b', 'name': '', 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e', 'tenant_id': '84810c657160419396f42af704077c32', 'mac_address': 'fa:16:3e:82:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:57Z', 'updated_at': '2021-08-30T17:29:03Z', 'revision_number': 5, 'project_id': '84810c657160419396f42af704077c32', 'subnets': [{'id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:12.447168 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c2b723-62a0-409c-96d4-f6a76bc82525 None None] The sync data for ids ['0a94bd0e-ad4e-4405-b848-5069a1cc02a8'] in dv-cinder-805316-3-iscsi is: [{'id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'name': 'tempest-AttachVolumeTestJSON-1847082683-router', 'tenant_id': '84810c657160419396f42af704077c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:57Z', 'revision_number': 4, 'project_id': '84810c657160419396f42af704077c32', 'gw_port': {'id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_floatingips': [{'id': 'a339304b-be22-4396-94fb-03222f7d681e', 'tenant_id': '84810c657160419396f42af704077c32', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'port_id': '9fd76559-3525-4a01-9af8-afccbb31d056', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e', 'mac_address': 'fa:16:3e:c7:c1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76fc389-919b-4d40-abe3-d7f4929dc420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:29:00Z', 'updated_at': '2021-08-30T17:29:11Z', 'revision_number': 1, 'project_id': '84810c657160419396f42af704077c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b', 'name': '', 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e', 'tenant_id': '84810c657160419396f42af704077c32', 'mac_address': 'fa:16:3e:82:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:57Z', 'updated_at': '2021-08-30T17:29:03Z', 'revision_number': 5, 'project_id': '84810c657160419396f42af704077c32', 'subnets': [{'id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:29:12.637437 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6f9ea0-d3ef-4f65-8ca3-9531e2b04021 None None] New status for floating IP a339304b-be22-4396-94fb-03222f7d681e: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:29:15.600299 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4dc381-9423-4d00-95ee-b7a76501a26b req-5a58dfa4-4c1d-4651-b7c3-3b158ce93a2d tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:15.601851 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-db4dc381-9423-4d00-95ee-b7a76501a26b req-5a58dfa4-4c1d-4651-b7c3-3b158ce93a2d tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=85802331-3e7e-4a5e-8528-519634602098 HTTP/1.1" status: 200 len: 945 time: 0.0478966 Aug 30 17:29:15.639279 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-db4dc381-9423-4d00-95ee-b7a76501a26b req-7fad79a0-a258-40dc-91d3-e402d4ad317b tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312834 Aug 30 17:29:16.751901 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd266be1-269b-41b7-a9d1-338e8348a851 req-1f3bb673-1bcf-4b97-bcc4-1f325e72ebf6 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:16.753349 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cd266be1-269b-41b7-a9d1-338e8348a851 req-1f3bb673-1bcf-4b97-bcc4-1f325e72ebf6 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=85802331-3e7e-4a5e-8528-519634602098 HTTP/1.1" status: 200 len: 945 time: 0.0478005 Aug 30 17:29:16.791589 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cd266be1-269b-41b7-a9d1-338e8348a851 req-b9de5d78-d425-4901-b1ca-817e1e18c956 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318496 Aug 30 17:29:16.933159 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 57054) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:29:17.031393 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02140e-64c0-4e06-a561-2dd49bdd8582 req-021278d7-c5b4-4c98-abd6-5c349e925c10 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:17.032847 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0a02140e-64c0-4e06-a561-2dd49bdd8582 req-021278d7-c5b4-4c98-abd6-5c349e925c10 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.52 "GET /v2.0/ports?device_id=85802331-3e7e-4a5e-8528-519634602098 HTTP/1.1" status: 200 len: 945 time: 0.0479290 Aug 30 17:29:17.088857 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5de0271e-8bb3-45a9-8b65-365012b05a6e tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Deleting port c4f267db-0bcc-4be1-ba0f-1eff201ef3c8 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:29:17.089206 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5de0271e-8bb3-45a9-8b65-365012b05a6e tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:17.124493 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-0a02140e-64c0-4e06-a561-2dd49bdd8582 req-9a378e36-e65d-4748-bf56-feb5c8ea5bf0 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Deleting port 71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:29:17.124834 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0a02140e-64c0-4e06-a561-2dd49bdd8582 req-9a378e36-e65d-4748-bf56-feb5c8ea5bf0 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:17.161372 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5de0271e-8bb3-45a9-8b65-365012b05a6e tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:17.161656 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5de0271e-8bb3-45a9-8b65-365012b05a6e tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:17.173836 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-5de0271e-8bb3-45a9-8b65-365012b05a6e tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Calling delete_port for c4f267db-0bcc-4be1-ba0f-1eff201ef3c8 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:29:17.220519 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-0a02140e-64c0-4e06-a561-2dd49bdd8582 req-9a378e36-e65d-4748-bf56-feb5c8ea5bf0 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] For port 71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3,segment=NetworkSegment(a2e8c780-af97-409c-adf3-d94319193fb3),segment_id=a2e8c780-af97-409c-adf3-d94319193fb3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:29:17.221086 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0a02140e-64c0-4e06-a561-2dd49bdd8582 req-9a378e36-e65d-4748-bf56-feb5c8ea5bf0 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:17.322021 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5de0271e-8bb3-45a9-8b65-365012b05a6e tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:17.347051 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0271e-8bb3-45a9-8b65-365012b05a6e tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Pushing event deleted for resources: {'Port': ['ID=c4f267db-0bcc-4be1-ba0f-1eff201ef3c8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:17.402669 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0a02140e-64c0-4e06-a561-2dd49bdd8582 req-9a378e36-e65d-4748-bf56-feb5c8ea5bf0 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:17.403054 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0a02140e-64c0-4e06-a561-2dd49bdd8582 req-9a378e36-e65d-4748-bf56-feb5c8ea5bf0 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535188'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:17.403372 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.db.l3_db [req-0a02140e-64c0-4e06-a561-2dd49bdd8582 req-9a378e36-e65d-4748-bf56-feb5c8ea5bf0 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Floating IP dbc5ef08-271f-4d36-912b-ba21b84f4daf disassociated. External IP: 172.27.2.123, port: 71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3. Aug 30 17:29:17.403715 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-0a02140e-64c0-4e06-a561-2dd49bdd8582 req-9a378e36-e65d-4748-bf56-feb5c8ea5bf0 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Calling delete_port for 71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:29:17.409235 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5de0271e-8bb3-45a9-8b65-365012b05a6e tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:17.409603 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.db.l3_db [None req-5de0271e-8bb3-45a9-8b65-365012b05a6e tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Floating IP 3a2a2213-81bd-48c5-8210-7e68e1f8055a disassociated (deleted). External IP: 172.27.2.113, port: 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486. Aug 30 17:29:17.534890 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0a02140e-64c0-4e06-a561-2dd49bdd8582 req-9a378e36-e65d-4748-bf56-feb5c8ea5bf0 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:17.563260 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a378e36-e65d-4748-bf56-feb5c8ea5bf0 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Pushing event deleted for resources: {'Port': ['ID=71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:17.626951 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de0271e-8bb3-45a9-8b65-365012b05a6e tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Router dff5bcda-9038-471a-af99-226b3118f835 has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:29:17.683438 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a02140e-64c0-4e06-a561-2dd49bdd8582 req-9a378e36-e65d-4748-bf56-feb5c8ea5bf0 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Router c29d892b-ec87-4740-a5de-4f5990eef7d8 has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:29:17.735227 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de0271e-8bb3-45a9-8b65-365012b05a6e tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:29:17.740034 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-5de0271e-8bb3-45a9-8b65-365012b05a6e tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:17.745791 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab3bda0-5d8b-4d24-a081-62c6b2f8b301 None None] Sync routers for ids ['dff5bcda-9038-471a-af99-226b3118f835'] in dv-cinder-805316-3-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:29:17.756737 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab3bda0-5d8b-4d24-a081-62c6b2f8b301 None None] Routers {'dff5bcda-9038-471a-af99-226b3118f835'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:29:17.757751 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-dab3bda0-5d8b-4d24-a081-62c6b2f8b301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:28:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['dff5bcda-9038-471a-af99-226b3118f835'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:17.770935 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-5de0271e-8bb3-45a9-8b65-365012b05a6e tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "DELETE /v2.0/floatingips/3a2a2213-81bd-48c5-8210-7e68e1f8055a HTTP/1.1" status: 204 len: 168 time: 0.8366549 Aug 30 17:29:17.772566 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce077816-5863-41fc-8805-a9c3a302a987', 'tag': '2574bf6a-7dbe-425f-9a0c-40e0f0a8e486'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:29:17.775200 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e183aeb7d1ae95b610e737921596bfe9224ef5c136def86ae36f97e4cb718d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bf16ec-95de-4872-a99a-35b5ad829b88" -d '{"events": [{"name": "network-changed", "server_uuid": "ce077816-5863-41fc-8805-a9c3a302a987", "tag": "2574bf6a-7dbe-425f-9a0c-40e0f0a8e486"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:29:17.801345 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a02140e-64c0-4e06-a561-2dd49bdd8582 req-9a378e36-e65d-4748-bf56-feb5c8ea5bf0 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:29:17.813338 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef560bbc-f706-46ea-a8ee-2d47206832a2 None None] Sync routers for ids ['c29d892b-ec87-4740-a5de-4f5990eef7d8'] in dv-cinder-805316-3-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:29:17.830865 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef560bbc-f706-46ea-a8ee-2d47206832a2 None None] Routers {'c29d892b-ec87-4740-a5de-4f5990eef7d8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:29:17.831533 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-ef560bbc-f706-46ea-a8ee-2d47206832a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:28:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['c29d892b-ec87-4740-a5de-4f5990eef7d8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:17.848795 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d319d6bf-2f61-45cd-b83f-dd49dcdbc251 x-openstack-request-id: req-d319d6bf-2f61-45cd-b83f-dd49dcdbc251 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:29:17.849080 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce077816-5863-41fc-8805-a9c3a302a987", "tag": "2574bf6a-7dbe-425f-9a0c-40e0f0a8e486", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:29:17.849369 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d319d6bf-2f61-45cd-b83f-dd49dcdbc251 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:29:17.849821 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce077816-5863-41fc-8805-a9c3a302a987', 'tag': '2574bf6a-7dbe-425f-9a0c-40e0f0a8e486', 'status': 'completed', 'code': 200} Aug 30 17:29:17.851464 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a02140e-64c0-4e06-a561-2dd49bdd8582 req-9a378e36-e65d-4748-bf56-feb5c8ea5bf0 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] No DVR routers for this DVR port 71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3 on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:29:17.854046 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-0a02140e-64c0-4e06-a561-2dd49bdd8582 req-9a378e36-e65d-4748-bf56-feb5c8ea5bf0 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:17.856526 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0a02140e-64c0-4e06-a561-2dd49bdd8582 req-9a378e36-e65d-4748-bf56-feb5c8ea5bf0 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.52 "DELETE /v2.0/ports/71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3 HTTP/1.1" status: 204 len: 173 time: 0.8174691 Aug 30 17:29:17.857203 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85802331-3e7e-4a5e-8528-519634602098', 'name': 'network-vif-deleted', 'tag': '71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:29:17.859956 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be342ecb-46f5-4ff7-91d8-799b13012fdf" -d '{"events": [{"server_uuid": "85802331-3e7e-4a5e-8528-519634602098", "name": "network-vif-deleted", "tag": "71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:29:17.937414 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf16ec-95de-4872-a99a-35b5ad829b88 req-419a5988-96d0-4010-9a67-896b12c827cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:17.939665 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-50bf16ec-95de-4872-a99a-35b5ad829b88 req-419a5988-96d0-4010-9a67-896b12c827cf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c5084785e3414a36b8cc882d6083aba5&device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 1099 time: 0.0677090 Aug 30 17:29:17.942105 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-dab3bda0-5d8b-4d24-a081-62c6b2f8b301 None None] Set router dff5bcda-9038-471a-af99-226b3118f835 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:29:18.009708 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3e60e398-0832-433e-a8cf-699d3c4d6c64 req-e501d38a-eae3-4236-9ae8-d22ae12c6d1e tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=85802331-3e7e-4a5e-8528-519634602098 HTTP/1.1" status: 200 len: 210 time: 0.0624077 Aug 30 17:29:18.057110 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-ef560bbc-f706-46ea-a8ee-2d47206832a2 None None] Set router c29d892b-ec87-4740-a5de-4f5990eef7d8 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:29:18.091924 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf16ec-95de-4872-a99a-35b5ad829b88 req-e531bdd8-6893-4895-b159-361ed9c72c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:18.093442 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-50bf16ec-95de-4872-a99a-35b5ad829b88 req-e531bdd8-6893-4895-b159-361ed9c72c68 service neutron] 10.222.0.52 "GET /v2.0/networks?id=12712b10-7cd8-429d-845f-e2bbe84087c2 HTTP/1.1" status: 200 len: 910 time: 0.1452582 Aug 30 17:29:18.094963 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9e6acc-44ec-44a0-a2c6-92b8db55e022 x-openstack-request-id: req-4c9e6acc-44ec-44a0-a2c6-92b8db55e022 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:29:18.095247 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85802331-3e7e-4a5e-8528-519634602098", "name": "network-vif-deleted", "tag": "71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:29:18.095496 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c9e6acc-44ec-44a0-a2c6-92b8db55e022 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:29:18.095883 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85802331-3e7e-4a5e-8528-519634602098', 'name': 'network-vif-deleted', 'tag': '71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3', 'status': 'completed', 'code': 200} Aug 30 17:29:18.159366 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d0827-3aa0-4545-ba6b-a9019836b57e req-c2550ee2-d316-496c-8cd0-c7e5a1d0712c tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:18.166909 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8a4d0827-3aa0-4545-ba6b-a9019836b57e req-c2550ee2-d316-496c-8cd0-c7e5a1d0712c tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 946 time: 0.0787282 Aug 30 17:29:18.192723 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-50bf16ec-95de-4872-a99a-35b5ad829b88 req-6052c848-67a9-432b-b35a-ed9494a1dea9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 HTTP/1.1" status: 200 len: 217 time: 0.0836554 Aug 30 17:29:18.206058 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8a4d0827-3aa0-4545-ba6b-a9019836b57e req-14531fff-a2dc-4458-bfb5-ba3b483cf916 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382369 Aug 30 17:29:18.258849 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf16ec-95de-4872-a99a-35b5ad829b88 req-d31be434-d474-4beb-8cbc-b6187e8d5ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:18.260480 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-50bf16ec-95de-4872-a99a-35b5ad829b88 req-d31be434-d474-4beb-8cbc-b6187e8d5ac9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7e04f231-8e49-4dc4-831a-df3b7fe03455 HTTP/1.1" status: 200 len: 848 time: 0.0606589 Aug 30 17:29:18.267616 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-dab3bda0-5d8b-4d24-a081-62c6b2f8b301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff5bcda-9038-471a-af99-226b3118f835', 'name': 'tempest-TestShelveInstance-1558087738-router', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '97ee654f-e038-4d08-ae94-97c970c27a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:24:09Z', 'updated_at': '2021-08-30T17:24:13Z', 'revision_number': 4, 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'gw_port': {'id': '97ee654f-e038-4d08-ae94-97c970c27a1f', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff5bcda-9038-471a-af99-226b3118f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:10Z', 'updated_at': '2021-08-30T17:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': 'b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6', 'name': '', 'network_id': '12712b10-7cd8-429d-845f-e2bbe84087c2', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'mac_address': 'fa:16:3e:70:a4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff5bcda-9038-471a-af99-226b3118f835', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7e04f231-8e49-4dc4-831a-df3b7fe03455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:12Z', 'updated_at': '2021-08-30T17:24:24Z', 'revision_number': 5, 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'subnets': [{'id': '7e04f231-8e49-4dc4-831a-df3b7fe03455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:18.299516 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab3bda0-5d8b-4d24-a081-62c6b2f8b301 None None] Checking router: dff5bcda-9038-471a-af99-226b3118f835 for host: dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:29:18.308396 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf16ec-95de-4872-a99a-35b5ad829b88 req-488ff38c-d8f2-4df5-bc45-31893ab57e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:18.309926 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-50bf16ec-95de-4872-a99a-35b5ad829b88 req-488ff38c-d8f2-4df5-bc45-31893ab57e82 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=12712b10-7cd8-429d-845f-e2bbe84087c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410759 Aug 30 17:29:18.312866 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab3bda0-5d8b-4d24-a081-62c6b2f8b301 None None] Routers {'dff5bcda-9038-471a-af99-226b3118f835'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:29:18.313840 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-dab3bda0-5d8b-4d24-a081-62c6b2f8b301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:28:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['dff5bcda-9038-471a-af99-226b3118f835'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:18.373741 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-ef560bbc-f706-46ea-a8ee-2d47206832a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'name': 'tempest-TestVolumeBootPattern-1275751099-router', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:29Z', 'revision_number': 4, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'gw_port': {'id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:75:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '8fc68142-79e2-4ff3-abc3-05c5a9c76c16', 'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'mac_address': 'fa:16:3e:fd:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:29Z', 'updated_at': '2021-08-30T17:26:36Z', 'revision_number': 5, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'subnets': [{'id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:18.406486 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef560bbc-f706-46ea-a8ee-2d47206832a2 None None] Checking router: c29d892b-ec87-4740-a5de-4f5990eef7d8 for host: dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:29:18.416223 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef560bbc-f706-46ea-a8ee-2d47206832a2 None None] Routers {'c29d892b-ec87-4740-a5de-4f5990eef7d8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:29:18.416758 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-50bf16ec-95de-4872-a99a-35b5ad829b88 req-baa96a3e-d849-41b2-a969-6543bc284f2f service neutron] 10.222.0.52 "GET /v2.0/networks/12712b10-7cd8-429d-845f-e2bbe84087c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975285 Aug 30 17:29:18.416886 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-ef560bbc-f706-46ea-a8ee-2d47206832a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:28:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['c29d892b-ec87-4740-a5de-4f5990eef7d8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:18.455899 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-dab3bda0-5d8b-4d24-a081-62c6b2f8b301 None None] Set router dff5bcda-9038-471a-af99-226b3118f835 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:29:18.514134 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-50bf16ec-95de-4872-a99a-35b5ad829b88 req-82f9eacf-9f7d-4e73-b34c-17c9e8b8024e service neutron] 10.222.0.52 "GET /v2.0/networks/12712b10-7cd8-429d-845f-e2bbe84087c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866351 Aug 30 17:29:18.530069 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-ef560bbc-f706-46ea-a8ee-2d47206832a2 None None] Set router c29d892b-ec87-4740-a5de-4f5990eef7d8 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:29:18.664170 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-dab3bda0-5d8b-4d24-a081-62c6b2f8b301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff5bcda-9038-471a-af99-226b3118f835', 'name': 'tempest-TestShelveInstance-1558087738-router', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '97ee654f-e038-4d08-ae94-97c970c27a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:24:09Z', 'updated_at': '2021-08-30T17:24:13Z', 'revision_number': 4, 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'gw_port': {'id': '97ee654f-e038-4d08-ae94-97c970c27a1f', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff5bcda-9038-471a-af99-226b3118f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:10Z', 'updated_at': '2021-08-30T17:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': 'b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6', 'name': '', 'network_id': '12712b10-7cd8-429d-845f-e2bbe84087c2', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'mac_address': 'fa:16:3e:70:a4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff5bcda-9038-471a-af99-226b3118f835', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7e04f231-8e49-4dc4-831a-df3b7fe03455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:12Z', 'updated_at': '2021-08-30T17:24:24Z', 'revision_number': 5, 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'subnets': [{'id': '7e04f231-8e49-4dc4-831a-df3b7fe03455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:18.699409 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab3bda0-5d8b-4d24-a081-62c6b2f8b301 None None] The sync data for ids ['dff5bcda-9038-471a-af99-226b3118f835'] in dv-cinder-805316-3-iscsi is: [{'id': 'dff5bcda-9038-471a-af99-226b3118f835', 'name': 'tempest-TestShelveInstance-1558087738-router', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '97ee654f-e038-4d08-ae94-97c970c27a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:24:09Z', 'updated_at': '2021-08-30T17:24:13Z', 'revision_number': 4, 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'gw_port': {'id': '97ee654f-e038-4d08-ae94-97c970c27a1f', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff5bcda-9038-471a-af99-226b3118f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:10Z', 'updated_at': '2021-08-30T17:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': 'b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6', 'name': '', 'network_id': '12712b10-7cd8-429d-845f-e2bbe84087c2', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'mac_address': 'fa:16:3e:70:a4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff5bcda-9038-471a-af99-226b3118f835', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7e04f231-8e49-4dc4-831a-df3b7fe03455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:12Z', 'updated_at': '2021-08-30T17:24:24Z', 'revision_number': 5, 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'subnets': [{'id': '7e04f231-8e49-4dc4-831a-df3b7fe03455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:29:18.767722 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-ef560bbc-f706-46ea-a8ee-2d47206832a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'name': 'tempest-TestVolumeBootPattern-1275751099-router', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:29Z', 'revision_number': 4, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'gw_port': {'id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:75:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '8fc68142-79e2-4ff3-abc3-05c5a9c76c16', 'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'mac_address': 'fa:16:3e:fd:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:29Z', 'updated_at': '2021-08-30T17:26:36Z', 'revision_number': 5, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'subnets': [{'id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:18.795660 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef560bbc-f706-46ea-a8ee-2d47206832a2 None None] The sync data for ids ['c29d892b-ec87-4740-a5de-4f5990eef7d8'] in dv-cinder-805316-3-iscsi is: [{'id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'name': 'tempest-TestVolumeBootPattern-1275751099-router', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:29Z', 'revision_number': 4, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'gw_port': {'id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:75:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '8fc68142-79e2-4ff3-abc3-05c5a9c76c16', 'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'mac_address': 'fa:16:3e:fd:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:29Z', 'updated_at': '2021-08-30T17:26:36Z', 'revision_number': 5, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'subnets': [{'id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:29:18.967537 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6316b806-a89e-49ec-9719-b59ce00f016d None None] New status for floating IP 3a2a2213-81bd-48c5-8210-7e68e1f8055a: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:29:19.075063 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccfd650-4c62-46f7-9f8a-080e1fb911ca None None] New status for floating IP dbc5ef08-271f-4d36-912b-ba21b84f4daf: DOWN {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:29:19.266208 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-876eb974-5566-4cc8-8ead-cc22b746818b req-3aa28c83-6729-4517-9377-d64324f8a601 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1343824368&fields=id&tenant_id=d89c045221f140f2ab71b985fce23b49 HTTP/1.1" status: 200 len: 267 time: 0.0313065 Aug 30 17:29:19.393985 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a908c-4a98-4488-bce0-55cc710bd7b2 req-12655380-5932-4e7d-b038-e8015def6639 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:19.395354 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-867a908c-4a98-4488-bce0-55cc710bd7b2 req-12655380-5932-4e7d-b038-e8015def6639 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 946 time: 0.1130891 Aug 30 17:29:19.420296 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876eb974-5566-4cc8-8ead-cc22b746818b req-9dd2c1c5-ecc3-493a-b5de-58389e7230e5 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:19.422031 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-876eb974-5566-4cc8-8ead-cc22b746818b req-9dd2c1c5-ecc3-493a-b5de-58389e7230e5 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/networks?id=5cc4ee96-09c0-4388-a625-c8e44b64f728 HTTP/1.1" status: 200 len: 812 time: 0.1484556 Aug 30 17:29:19.451036 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-876eb974-5566-4cc8-8ead-cc22b746818b req-0838b818-17ea-4428-b1fb-fdb513794400 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/quotas/d89c045221f140f2ab71b985fce23b49 HTTP/1.1" status: 200 len: 375 time: 0.0211828 Aug 30 17:29:19.457899 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-867a908c-4a98-4488-bce0-55cc710bd7b2 req-f32ecfba-25e6-4a97-9885-569a16d22c1c tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/security-groups?id=c15b0a41-2676-45b1-9775-28f0bf1feb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537875 Aug 30 17:29:19.506641 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-876eb974-5566-4cc8-8ead-cc22b746818b req-7f5f0449-7734-464a-aeb9-9fb728b0c85f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d89c045221f140f2ab71b985fce23b49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478160 Aug 30 17:29:19.608796 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-876eb974-5566-4cc8-8ead-cc22b746818b req-4e841b20-6bcf-4859-b4b9-dd19530b3613 service neutron] 10.222.0.21 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886998 Aug 30 17:29:19.614531 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e72e1-fddb-421b-8627-37baefb518ee req-52828360-9156-43c3-af82-47f8f3d21883 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:19.616156 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d67e72e1-fddb-421b-8627-37baefb518ee req-52828360-9156-43c3-af82-47f8f3d21883 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.52 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 946 time: 0.0507631 Aug 30 17:29:19.711260 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-876eb974-5566-4cc8-8ead-cc22b746818b req-f9579336-a063-46cb-9d57-910e96246b98 service neutron] 10.222.0.21 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961101 Aug 30 17:29:19.715391 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d67e72e1-fddb-421b-8627-37baefb518ee req-85a831ca-767f-43f1-8af7-083159b57e74 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Deleting port 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:29:19.715843 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d67e72e1-fddb-421b-8627-37baefb518ee req-85a831ca-767f-43f1-8af7-083159b57e74 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:19.820473 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-d67e72e1-fddb-421b-8627-37baefb518ee req-85a831ca-767f-43f1-8af7-083159b57e74 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] For port 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=2574bf6a-7dbe-425f-9a0c-40e0f0a8e486,segment=NetworkSegment(8e685c25-9142-4f6b-a1bd-b40124343cbc),segment_id=8e685c25-9142-4f6b-a1bd-b40124343cbc)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:29:19.820847 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d67e72e1-fddb-421b-8627-37baefb518ee req-85a831ca-767f-43f1-8af7-083159b57e74 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:19.835067 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-d67e72e1-fddb-421b-8627-37baefb518ee req-85a831ca-767f-43f1-8af7-083159b57e74 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Calling delete_port for 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:29:19.977702 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:29:19.992961 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d67e72e1-fddb-421b-8627-37baefb518ee req-85a831ca-767f-43f1-8af7-083159b57e74 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:20.032837 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] No active binding found for port 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 {{(pid=93817) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 30 17:29:20.034450 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 not bound to the agent host hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:29:20.034898 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:29:20.065973 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] No Port match for: 71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:29:20.066507 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 71ccebe9-6bb4-4699-ab6b-6dc87cd22bf3 not bound to the agent host hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:29:20.069379 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ff3f81bb-2503-489d-9832-f15dff48b032 req-7f6f8397-f2d3-492b-9cdb-3534b462a000 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=b290bab4-82ed-4bfa-ad9c-027fadf6c05b HTTP/1.1" status: 200 len: 210 time: 0.0555058 Aug 30 17:29:20.077698 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a831ca-767f-43f1-8af7-083159b57e74 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Pushing event deleted for resources: {'Port': ['ID=2574bf6a-7dbe-425f-9a0c-40e0f0a8e486,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:20.103021 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67e72e1-fddb-421b-8627-37baefb518ee req-85a831ca-767f-43f1-8af7-083159b57e74 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] No DVR routers for this DVR port 2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:29:20.105586 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-d67e72e1-fddb-421b-8627-37baefb518ee req-85a831ca-767f-43f1-8af7-083159b57e74 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:20.108242 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d67e72e1-fddb-421b-8627-37baefb518ee req-85a831ca-767f-43f1-8af7-083159b57e74 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.52 "DELETE /v2.0/ports/2574bf6a-7dbe-425f-9a0c-40e0f0a8e486 HTTP/1.1" status: 204 len: 173 time: 0.4865432 Aug 30 17:29:20.108788 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce077816-5863-41fc-8805-a9c3a302a987', 'name': 'network-vif-deleted', 'tag': '2574bf6a-7dbe-425f-9a0c-40e0f0a8e486'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:29:20.111707 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d20a2c-4c42-4d1e-af90-6b35f4b9755a" -d '{"events": [{"server_uuid": "ce077816-5863-41fc-8805-a9c3a302a987", "name": "network-vif-deleted", "tag": "2574bf6a-7dbe-425f-9a0c-40e0f0a8e486"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:29:20.159528 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a302e081-5bad-42a3-83cf-5ebc1f025479 x-openstack-request-id: req-a302e081-5bad-42a3-83cf-5ebc1f025479 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:29:20.159817 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce077816-5863-41fc-8805-a9c3a302a987", "name": "network-vif-deleted", "tag": "2574bf6a-7dbe-425f-9a0c-40e0f0a8e486", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:29:20.160071 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a302e081-5bad-42a3-83cf-5ebc1f025479 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:29:20.160468 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce077816-5863-41fc-8805-a9c3a302a987', 'name': 'network-vif-deleted', 'tag': '2574bf6a-7dbe-425f-9a0c-40e0f0a8e486', 'status': 'completed', 'code': 200} Aug 30 17:29:20.601915 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5ea92709-9112-4ac3-b807-a04ea408dce7 req-aceaa5a7-f356-44ea-82fb-585dad2ec0c6 tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce077816-5863-41fc-8805-a9c3a302a987 HTTP/1.1" status: 200 len: 210 time: 0.0313690 Aug 30 17:29:21.159794 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-05078afb-261e-4db9-a186-19575ba9cbbe req-6f92f2dd-b3e8-4d90-80a7-0b976b4faff1 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=b290bab4-82ed-4bfa-ad9c-027fadf6c05b HTTP/1.1" status: 200 len: 210 time: 0.0272965 Aug 30 17:29:21.295607 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876eb974-5566-4cc8-8ead-cc22b746818b req-b349d2c9-6c9b-4aa8-8e0e-5da85c9b2dc5 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:21.297067 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-876eb974-5566-4cc8-8ead-cc22b746818b req-b349d2c9-6c9b-4aa8-8e0e-5da85c9b2dc5 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.52 "GET /v2.0/networks?id=5cc4ee96-09c0-4388-a625-c8e44b64f728 HTTP/1.1" status: 200 len: 812 time: 0.0989678 Aug 30 17:29:21.344033 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-876eb974-5566-4cc8-8ead-cc22b746818b req-73a5e53a-7f00-44db-94af-2cd5f4f8a0a7 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d89c045221f140f2ab71b985fce23b49 HTTP/1.1" status: 200 len: 380 time: 0.0384741 Aug 30 17:29:21.386032 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-876eb974-5566-4cc8-8ead-cc22b746818b req-7acb6e46-7ac2-4180-a9d8-938ba96e8377 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Request body: {'port': {'device_id': 'b290bab4-82ed-4bfa-ad9c-027fadf6c05b', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'admin_state_up': True, 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'security_groups': ['3247880d-9c1e-4e66-a7e6-bca48a65b3af']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:29:21.493893 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-876eb974-5566-4cc8-8ead-cc22b746818b req-7acb6e46-7ac2-4180-a9d8-938ba96e8377 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Made reservation on behalf of d89c045221f140f2ab71b985fce23b49 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:29:21.497356 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-876eb974-5566-4cc8-8ead-cc22b746818b req-7acb6e46-7ac2-4180-a9d8-938ba96e8377 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:21.620470 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-876eb974-5566-4cc8-8ead-cc22b746818b req-7acb6e46-7ac2-4180-a9d8-938ba96e8377 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Allocated IP 172.20.0.9 (5cc4ee96-09c0-4388-a625-c8e44b64f728/940351cc-f7c5-4d94-9783-0f7b5953487f/5c692d1a-66f4-44fa-a0f2-e0728f226232) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:29:21.668653 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57110) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:29:21.804408 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ef1fccc2-697f-4c0f-91fa-21274914cdff tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:21.848455 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ef1fccc2-697f-4c0f-91fa-21274914cdff tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:21.852634 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-876eb974-5566-4cc8-8ead-cc22b746818b req-7acb6e46-7ac2-4180-a9d8-938ba96e8377 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:21.883490 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-876eb974-5566-4cc8-8ead-cc22b746818b req-7acb6e46-7ac2-4180-a9d8-938ba96e8377 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Transition to ACTIVE for port object 5c692d1a-66f4-44fa-a0f2-e0728f226232 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:29:21.928772 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-876eb974-5566-4cc8-8ead-cc22b746818b req-7acb6e46-7ac2-4180-a9d8-938ba96e8377 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:21.970339 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ef1fccc2-697f-4c0f-91fa-21274914cdff tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:21.972820 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ef1fccc2-697f-4c0f-91fa-21274914cdff tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:21.973954 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-ef1fccc2-697f-4c0f-91fa-21274914cdff tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] 10.222.0.21 "DELETE /v2.0/security-groups/c15b0a41-2676-45b1-9775-28f0bf1feb49 HTTP/1.1" status: 204 len: 168 time: 0.3046112 Aug 30 17:29:21.976030 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-876eb974-5566-4cc8-8ead-cc22b746818b req-7acb6e46-7ac2-4180-a9d8-938ba96e8377 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Network 5cc4ee96-09c0-4388-a625-c8e44b64f728 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:29:21.986657 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-876eb974-5566-4cc8-8ead-cc22b746818b req-7acb6e46-7ac2-4180-a9d8-938ba96e8377 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:29:21.998144 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-876eb974-5566-4cc8-8ead-cc22b746818b req-7acb6e46-7ac2-4180-a9d8-938ba96e8377 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:29:22.002204 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1fccc2-697f-4c0f-91fa-21274914cdff tempest-TestShelveInstance-2122558169 tempest-TestShelveInstance-2122558169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15b0a41-2676-45b1-9775-28f0bf1feb49,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:22.015717 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 57114) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:29:22.030139 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb6e46-7ac2-4180-a9d8-938ba96e8377 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Pushing event updated for resources: {'Port': ['ID=5c692d1a-66f4-44fa-a0f2-e0728f226232,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:22.061495 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876eb974-5566-4cc8-8ead-cc22b746818b req-7acb6e46-7ac2-4180-a9d8-938ba96e8377 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:22.062164 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-876eb974-5566-4cc8-8ead-cc22b746818b req-7acb6e46-7ac2-4180-a9d8-938ba96e8377 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:22.077851 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-876eb974-5566-4cc8-8ead-cc22b746818b req-7acb6e46-7ac2-4180-a9d8-938ba96e8377 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6957095 Aug 30 17:29:22.091080 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-876eb974-5566-4cc8-8ead-cc22b746818b req-d8a40ced-4086-4135-bebc-3bd6ee3d3884 service neutron] Request body: {'port': {'device_id': 'b290bab4-82ed-4bfa-ad9c-027fadf6c05b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:29:22.150227 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-876eb974-5566-4cc8-8ead-cc22b746818b req-d8a40ced-4086-4135-bebc-3bd6ee3d3884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:22.188109 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:29:22.210385 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-3dedd021-d627-4596-a271-a21a2079c2e6 None None] Provisioning for port 5c692d1a-66f4-44fa-a0f2-e0728f226232 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:29:22.215760 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-3dedd021-d627-4596-a271-a21a2079c2e6 None None] Provisioning complete for port 5c692d1a-66f4-44fa-a0f2-e0728f226232 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:29:22.216341 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3dedd021-d627-4596-a271-a21a2079c2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:22.259883 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-3dedd021-d627-4596-a271-a21a2079c2e6 None None] Port 5c692d1a-66f4-44fa-a0f2-e0728f226232 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:29:22.367470 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917244d-00d4-49be-a32f-1b338ec3abc0 req-3cd8751d-aad1-4685-9f07-b5e7903bf65c tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:22.368855 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0917244d-00d4-49be-a32f-1b338ec3abc0 req-3cd8751d-aad1-4685-9f07-b5e7903bf65c tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=b290bab4-82ed-4bfa-ad9c-027fadf6c05b HTTP/1.1" status: 200 len: 931 time: 0.0861480 Aug 30 17:29:22.425015 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-876eb974-5566-4cc8-8ead-cc22b746818b req-d8a40ced-4086-4135-bebc-3bd6ee3d3884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c692d1a-66f4-44fa-a0f2-e0728f226232 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:29:22.434118 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-876eb974-5566-4cc8-8ead-cc22b746818b req-d8a40ced-4086-4135-bebc-3bd6ee3d3884 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:22.441578 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0917244d-00d4-49be-a32f-1b338ec3abc0 req-54d4d0fc-5dfb-428d-ab85-0ace109d5b0f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666833 Aug 30 17:29:22.446744 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-876eb974-5566-4cc8-8ead-cc22b746818b req-d8a40ced-4086-4135-bebc-3bd6ee3d3884 service neutron] Transition to ACTIVE for port object 5c692d1a-66f4-44fa-a0f2-e0728f226232 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:29:22.450581 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-876eb974-5566-4cc8-8ead-cc22b746818b req-d8a40ced-4086-4135-bebc-3bd6ee3d3884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194083'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:22.516632 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a40ced-4086-4135-bebc-3bd6ee3d3884 service neutron] Pushing event updated for resources: {'Port': ['ID=5c692d1a-66f4-44fa-a0f2-e0728f226232,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:22.528322 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73ca4630-3b28-4755-91ba-7916e7f94e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533962'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:22.573616 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-876eb974-5566-4cc8-8ead-cc22b746818b req-d8a40ced-4086-4135-bebc-3bd6ee3d3884 service neutron] Attempting to bind port 5c692d1a-66f4-44fa-a0f2-e0728f226232 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:29:22.574179 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-876eb974-5566-4cc8-8ead-cc22b746818b req-d8a40ced-4086-4135-bebc-3bd6ee3d3884 service neutron] Attempting to bind port 5c692d1a-66f4-44fa-a0f2-e0728f226232 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': 'a2e8c780-af97-409c-adf3-d94319193fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:29:22.574718 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876eb974-5566-4cc8-8ead-cc22b746818b req-d8a40ced-4086-4135-bebc-3bd6ee3d3884 service neutron] Attempting to bind port 5c692d1a-66f4-44fa-a0f2-e0728f226232 on network 5cc4ee96-09c0-4388-a625-c8e44b64f728 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:29:22.579650 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876eb974-5566-4cc8-8ead-cc22b746818b req-d8a40ced-4086-4135-bebc-3bd6ee3d3884 service neutron] Port 5c692d1a-66f4-44fa-a0f2-e0728f226232 on network 5cc4ee96-09c0-4388-a625-c8e44b64f728 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:29:22.579976 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876eb974-5566-4cc8-8ead-cc22b746818b req-d8a40ced-4086-4135-bebc-3bd6ee3d3884 service neutron] Attempting to bind port 5c692d1a-66f4-44fa-a0f2-e0728f226232 on network 5cc4ee96-09c0-4388-a625-c8e44b64f728 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:29:22.585443 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876eb974-5566-4cc8-8ead-cc22b746818b req-d8a40ced-4086-4135-bebc-3bd6ee3d3884 service neutron] Checking agent: {'id': 'ee80e8a3-09f9-4e7d-a921-e109800248d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'started_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:29:22.585817 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876eb974-5566-4cc8-8ead-cc22b746818b req-d8a40ced-4086-4135-bebc-3bd6ee3d3884 service neutron] Checking segment: {'id': 'a2e8c780-af97-409c-adf3-d94319193fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:29:22.586206 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876eb974-5566-4cc8-8ead-cc22b746818b req-d8a40ced-4086-4135-bebc-3bd6ee3d3884 service neutron] Bound using segment: {'id': 'a2e8c780-af97-409c-adf3-d94319193fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:29:22.586647 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-876eb974-5566-4cc8-8ead-cc22b746818b req-d8a40ced-4086-4135-bebc-3bd6ee3d3884 service neutron] Bound port: 5c692d1a-66f4-44fa-a0f2-e0728f226232, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2e8c780-af97-409c-adf3-d94319193fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:29:22.587011 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-876eb974-5566-4cc8-8ead-cc22b746818b req-d8a40ced-4086-4135-bebc-3bd6ee3d3884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:22.655261 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-876eb974-5566-4cc8-8ead-cc22b746818b req-d8a40ced-4086-4135-bebc-3bd6ee3d3884 service neutron] For port 5c692d1a-66f4-44fa-a0f2-e0728f226232, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:29:22.658714 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-876eb974-5566-4cc8-8ead-cc22b746818b req-d8a40ced-4086-4135-bebc-3bd6ee3d3884 service neutron] For port 5c692d1a-66f4-44fa-a0f2-e0728f226232, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=5c692d1a-66f4-44fa-a0f2-e0728f226232,segment=NetworkSegment(a2e8c780-af97-409c-adf3-d94319193fb3),segment_id=a2e8c780-af97-409c-adf3-d94319193fb3)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:29:22.666313 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-876eb974-5566-4cc8-8ead-cc22b746818b req-d8a40ced-4086-4135-bebc-3bd6ee3d3884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194083'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:22.699764 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876eb974-5566-4cc8-8ead-cc22b746818b req-d8a40ced-4086-4135-bebc-3bd6ee3d3884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:22.700407 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-876eb974-5566-4cc8-8ead-cc22b746818b req-d8a40ced-4086-4135-bebc-3bd6ee3d3884 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:22.701821 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-876eb974-5566-4cc8-8ead-cc22b746818b req-d8a40ced-4086-4135-bebc-3bd6ee3d3884 service neutron] 10.222.0.52 "PUT /v2.0/ports/5c692d1a-66f4-44fa-a0f2-e0728f226232 HTTP/1.1" status: 200 len: 1093 time: 0.6162748 Aug 30 17:29:22.702391 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b290bab4-82ed-4bfa-ad9c-027fadf6c05b', 'tag': '5c692d1a-66f4-44fa-a0f2-e0728f226232'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:29:22.704676 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2abc395-5931-4543-8ac2-ae0bb6218df3" -d '{"events": [{"name": "network-changed", "server_uuid": "b290bab4-82ed-4bfa-ad9c-027fadf6c05b", "tag": "5c692d1a-66f4-44fa-a0f2-e0728f226232"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:29:22.780173 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16806c9-52f6-4b26-89b7-f7650c0f4fc1 x-openstack-request-id: req-a16806c9-52f6-4b26-89b7-f7650c0f4fc1 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:29:22.780468 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b290bab4-82ed-4bfa-ad9c-027fadf6c05b", "tag": "5c692d1a-66f4-44fa-a0f2-e0728f226232", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:29:22.780714 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a16806c9-52f6-4b26-89b7-f7650c0f4fc1 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:29:22.781115 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b290bab4-82ed-4bfa-ad9c-027fadf6c05b', 'tag': '5c692d1a-66f4-44fa-a0f2-e0728f226232', 'status': 'completed', 'code': 200} Aug 30 17:29:22.794638 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a40ced-4086-4135-bebc-3bd6ee3d3884 service neutron] Pushing event updated for resources: {'Port': ['ID=5c692d1a-66f4-44fa-a0f2-e0728f226232,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:22.799058 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876eb974-5566-4cc8-8ead-cc22b746818b req-86aab090-a9cf-4ca8-a5af-04d85fb5faab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:22.800553 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-876eb974-5566-4cc8-8ead-cc22b746818b req-86aab090-a9cf-4ca8-a5af-04d85fb5faab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d89c045221f140f2ab71b985fce23b49&device_id=b290bab4-82ed-4bfa-ad9c-027fadf6c05b HTTP/1.1" status: 200 len: 1096 time: 0.0575461 Aug 30 17:29:22.844205 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-73ca4630-3b28-4755-91ba-7916e7f94e29 admin admin] Deleting port b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:29:22.844551 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73ca4630-3b28-4755-91ba-7916e7f94e29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:22.851404 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-876eb974-5566-4cc8-8ead-cc22b746818b req-e28afdd8-79bc-414b-9107-94b338b38b7b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c692d1a-66f4-44fa-a0f2-e0728f226232 HTTP/1.1" status: 200 len: 217 time: 0.0424385 Aug 30 17:29:22.920485 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876eb974-5566-4cc8-8ead-cc22b746818b req-63e2782b-8f02-4e07-82c8-0d920487b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:22.922117 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-876eb974-5566-4cc8-8ead-cc22b746818b req-63e2782b-8f02-4e07-82c8-0d920487b87f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=940351cc-f7c5-4d94-9783-0f7b5953487f HTTP/1.1" status: 200 len: 851 time: 0.0484877 Aug 30 17:29:22.932600 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-73ca4630-3b28-4755-91ba-7916e7f94e29 admin admin] For port b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6,segment=NetworkSegment(8e685c25-9142-4f6b-a1bd-b40124343cbc),segment_id=8e685c25-9142-4f6b-a1bd-b40124343cbc)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:29:22.932963 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73ca4630-3b28-4755-91ba-7916e7f94e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:22.946497 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-73ca4630-3b28-4755-91ba-7916e7f94e29 admin admin] Calling delete_port for b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:29:22.968082 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876eb974-5566-4cc8-8ead-cc22b746818b req-57856b4a-393e-469b-a600-ffb16505f51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:22.969503 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-876eb974-5566-4cc8-8ead-cc22b746818b req-57856b4a-393e-469b-a600-ffb16505f51a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5cc4ee96-09c0-4388-a625-c8e44b64f728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398679 Aug 30 17:29:23.140785 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73ca4630-3b28-4755-91ba-7916e7f94e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:23.174004 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca4630-3b28-4755-91ba-7916e7f94e29 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:23.319977 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-876eb974-5566-4cc8-8ead-cc22b746818b req-bb5a7689-c878-4cf3-ba4c-d2158f82bc4d service neutron] 10.222.0.52 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434136 Aug 30 17:29:23.346852 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-73ca4630-3b28-4755-91ba-7916e7f94e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533760'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:23.411273 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-876eb974-5566-4cc8-8ead-cc22b746818b req-1560582b-0cf2-4db6-8969-e3cd3b0ab7bf service neutron] 10.222.0.52 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831497 Aug 30 17:29:23.503630 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abc395-5931-4543-8ac2-ae0bb6218df3 req-09dea1b7-c27e-4987-81a7-71feff683989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:23.505783 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a2abc395-5931-4543-8ac2-ae0bb6218df3 req-09dea1b7-c27e-4987-81a7-71feff683989 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d89c045221f140f2ab71b985fce23b49&device_id=b290bab4-82ed-4bfa-ad9c-027fadf6c05b HTTP/1.1" status: 200 len: 1096 time: 0.0457814 Aug 30 17:29:23.602530 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abc395-5931-4543-8ac2-ae0bb6218df3 req-31470563-beca-4a77-a6c7-a6ea935b22bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:23.604009 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a2abc395-5931-4543-8ac2-ae0bb6218df3 req-31470563-beca-4a77-a6c7-a6ea935b22bd service neutron] 10.222.0.52 "GET /v2.0/networks?id=5cc4ee96-09c0-4388-a625-c8e44b64f728 HTTP/1.1" status: 200 len: 913 time: 0.0913949 Aug 30 17:29:23.612935 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d34a52-b81b-4342-9133-9c9735a439ab req-d482e335-408f-4a92-84de-6e308e5955ab tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:23.614525 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-57d34a52-b81b-4342-9133-9c9735a439ab req-d482e335-408f-4a92-84de-6e308e5955ab tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=b290bab4-82ed-4bfa-ad9c-027fadf6c05b HTTP/1.1" status: 200 len: 943 time: 0.0729713 Aug 30 17:29:23.616811 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ca4630-3b28-4755-91ba-7916e7f94e29 admin admin] Router dff5bcda-9038-471a-af99-226b3118f835 has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:29:23.646685 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a2abc395-5931-4543-8ac2-ae0bb6218df3 req-d61d0818-3220-4ff9-bfd0-0017728aab66 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c692d1a-66f4-44fa-a0f2-e0728f226232 HTTP/1.1" status: 200 len: 217 time: 0.0347660 Aug 30 17:29:23.701363 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abc395-5931-4543-8ac2-ae0bb6218df3 req-b3eb08a5-8864-4f86-8935-6029870814ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:23.702965 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a2abc395-5931-4543-8ac2-ae0bb6218df3 req-b3eb08a5-8864-4f86-8935-6029870814ae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=940351cc-f7c5-4d94-9783-0f7b5953487f HTTP/1.1" status: 200 len: 851 time: 0.0490384 Aug 30 17:29:23.750725 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abc395-5931-4543-8ac2-ae0bb6218df3 req-d388ddff-86c4-4dd5-aaed-4b2dc96f6272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:23.752223 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a2abc395-5931-4543-8ac2-ae0bb6218df3 req-d388ddff-86c4-4dd5-aaed-4b2dc96f6272 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5cc4ee96-09c0-4388-a625-c8e44b64f728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423882 Aug 30 17:29:23.846018 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a2abc395-5931-4543-8ac2-ae0bb6218df3 req-87f729db-5a19-4a36-a8ed-19d3dee056eb service neutron] 10.222.0.52 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870750 Aug 30 17:29:23.942722 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-a2abc395-5931-4543-8ac2-ae0bb6218df3 req-409249d9-384f-4634-aff3-c750876c6b45 service neutron] 10.222.0.52 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903542 Aug 30 17:29:23.956769 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-57d34a52-b81b-4342-9133-9c9735a439ab req-24b92009-63e8-41a3-9fd7-3d9e4d70c877 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3358560 Aug 30 17:29:24.014204 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ca4630-3b28-4755-91ba-7916e7f94e29 admin admin] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:29:24.019690 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-73ca4630-3b28-4755-91ba-7916e7f94e29 admin admin] 10.222.0.21 "PUT /v2.0/routers/dff5bcda-9038-471a-af99-226b3118f835/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0014236 Aug 30 17:29:24.023028 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 57128) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:29:24.025628 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8b2515-52df-401c-9036-35ee65621a60 None None] Sync routers for ids ['dff5bcda-9038-471a-af99-226b3118f835'] in dv-cinder-805316-3-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:29:24.034790 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8b2515-52df-401c-9036-35ee65621a60 None None] Routers {'dff5bcda-9038-471a-af99-226b3118f835'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:29:24.035476 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-af8b2515-52df-401c-9036-35ee65621a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:28:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['dff5bcda-9038-471a-af99-226b3118f835'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:24.133095 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62317aa9-b6fa-449d-8961-cc487f5f32e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:24.137084 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-af8b2515-52df-401c-9036-35ee65621a60 None None] Set router dff5bcda-9038-471a-af99-226b3118f835 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:29:24.232956 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62317aa9-b6fa-449d-8961-cc487f5f32e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:24.283321 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-62317aa9-b6fa-449d-8961-cc487f5f32e1 admin admin] Deleting port 97ee654f-e038-4d08-ae94-97c970c27a1f {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:29:24.283578 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62317aa9-b6fa-449d-8961-cc487f5f32e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:24.313280 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-af8b2515-52df-401c-9036-35ee65621a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff5bcda-9038-471a-af99-226b3118f835', 'name': 'tempest-TestShelveInstance-1558087738-router', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '97ee654f-e038-4d08-ae94-97c970c27a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:24:09Z', 'updated_at': '2021-08-30T17:29:23Z', 'revision_number': 5, 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'gw_port': {'id': '97ee654f-e038-4d08-ae94-97c970c27a1f', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff5bcda-9038-471a-af99-226b3118f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:10Z', 'updated_at': '2021-08-30T17:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:24.340321 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8b2515-52df-401c-9036-35ee65621a60 None None] Checking router: dff5bcda-9038-471a-af99-226b3118f835 for host: dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:29:24.348422 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8b2515-52df-401c-9036-35ee65621a60 None None] Routers {'dff5bcda-9038-471a-af99-226b3118f835'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:29:24.349053 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-af8b2515-52df-401c-9036-35ee65621a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:28:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['dff5bcda-9038-471a-af99-226b3118f835'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:24.365181 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-62317aa9-b6fa-449d-8961-cc487f5f32e1 admin admin] For port 97ee654f-e038-4d08-ae94-97c970c27a1f, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=97ee654f-e038-4d08-ae94-97c970c27a1f,segment=NetworkSegment(a1e39651-c313-42ea-8a56-542d3d88063d),segment_id=a1e39651-c313-42ea-8a56-542d3d88063d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:29:24.365564 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62317aa9-b6fa-449d-8961-cc487f5f32e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:24.377723 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-62317aa9-b6fa-449d-8961-cc487f5f32e1 admin admin] Calling delete_port for 97ee654f-e038-4d08-ae94-97c970c27a1f owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:29:24.432252 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-af8b2515-52df-401c-9036-35ee65621a60 None None] Set router dff5bcda-9038-471a-af99-226b3118f835 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:29:24.542580 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62317aa9-b6fa-449d-8961-cc487f5f32e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:24.566483 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62317aa9-b6fa-449d-8961-cc487f5f32e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=97ee654f-e038-4d08-ae94-97c970c27a1f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:24.575389 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-af8b2515-52df-401c-9036-35ee65621a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dff5bcda-9038-471a-af99-226b3118f835', 'name': 'tempest-TestShelveInstance-1558087738-router', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:24:09Z', 'updated_at': '2021-08-30T17:29:24Z', 'revision_number': 6, 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'gw_port_host': None}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:24.603235 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8b2515-52df-401c-9036-35ee65621a60 None None] The sync data for ids ['dff5bcda-9038-471a-af99-226b3118f835'] in dv-cinder-805316-3-iscsi is: [{'id': 'dff5bcda-9038-471a-af99-226b3118f835', 'name': 'tempest-TestShelveInstance-1558087738-router', 'tenant_id': 'c5084785e3414a36b8cc882d6083aba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:24:09Z', 'updated_at': '2021-08-30T17:29:24Z', 'revision_number': 6, 'project_id': 'c5084785e3414a36b8cc882d6083aba5', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:29:24.643545 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62317aa9-b6fa-449d-8961-cc487f5f32e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535130'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:24.734108 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62317aa9-b6fa-449d-8961-cc487f5f32e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102458'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:24.736152 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62317aa9-b6fa-449d-8961-cc487f5f32e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:24.778421 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62317aa9-b6fa-449d-8961-cc487f5f32e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525258'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:24.778960 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62317aa9-b6fa-449d-8961-cc487f5f32e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dff5bcda-9038-471a-af99-226b3118f835 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 17:29:24.783588 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-62317aa9-b6fa-449d-8961-cc487f5f32e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:24.784700 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-62317aa9-b6fa-449d-8961-cc487f5f32e1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/dff5bcda-9038-471a-af99-226b3118f835 HTTP/1.1" status: 204 len: 168 time: 0.7606680 Aug 30 17:29:24.787305 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 57130) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:29:24.832770 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f7e5d3-48f4-4b9a-b6b7-d1515d8bd809 admin admin] Deleting subnet 7e04f231-8e49-4dc4-831a-df3b7fe03455 {{(pid=93816) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:29:24.835010 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3e96f7e-10fe-4f1e-8d5f-9b73ba0e0eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:24.838085 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40f7e5d3-48f4-4b9a-b6b7-d1515d8bd809 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:24.871434 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40f7e5d3-48f4-4b9a-b6b7-d1515d8bd809 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3015866'] for subnet, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:24.954081 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40f7e5d3-48f4-4b9a-b6b7-d1515d8bd809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33214020'] for subnet, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:25.030870 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40f7e5d3-48f4-4b9a-b6b7-d1515d8bd809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33214027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2822323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2815012'] for subnet, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:25.034571 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:25.060545 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7e5d3-48f4-4b9a-b6b7-d1515d8bd809 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e04f231-8e49-4dc4-831a-df3b7fe03455,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:25.079077 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-40f7e5d3-48f4-4b9a-b6b7-d1515d8bd809 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:25.079940 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-40f7e5d3-48f4-4b9a-b6b7-d1515d8bd809 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7e04f231-8e49-4dc4-831a-df3b7fe03455 HTTP/1.1" status: 204 len: 168 time: 0.2916896 Aug 30 17:29:25.082503 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57136) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:29:25.093132 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc92745c-dd11-44ac-8274-0113b06a4f85 None None] Network 12712b10-7cd8-429d-845f-e2bbe84087c2 requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:29:25.117646 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c780cc-79c7-4d83-921b-47f43b464b9d req-7bc9d631-1bde-414f-9345-897976c2d189 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:25.119288 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-00c780cc-79c7-4d83-921b-47f43b464b9d req-7bc9d631-1bde-414f-9345-897976c2d189 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=b290bab4-82ed-4bfa-ad9c-027fadf6c05b HTTP/1.1" status: 200 len: 943 time: 0.0607884 Aug 30 17:29:25.154798 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c7fe5a95-3e33-49e0-986f-bdcf41c15975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33116116'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:25.165137 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-00c780cc-79c7-4d83-921b-47f43b464b9d req-ee34c9f5-9a84-430c-9a4c-bc3336485297 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385959 Aug 30 17:29:25.214625 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c7fe5a95-3e33-49e0-986f-bdcf41c15975 admin admin] Deleting port eed9054d-4163-4081-98fa-93d2d72a24e1 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:29:25.214971 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c7fe5a95-3e33-49e0-986f-bdcf41c15975 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:25.280456 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-c7fe5a95-3e33-49e0-986f-bdcf41c15975 admin admin] For port eed9054d-4163-4081-98fa-93d2d72a24e1, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=eed9054d-4163-4081-98fa-93d2d72a24e1,segment=NetworkSegment(8e685c25-9142-4f6b-a1bd-b40124343cbc),segment_id=8e685c25-9142-4f6b-a1bd-b40124343cbc)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:29:25.280824 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c7fe5a95-3e33-49e0-986f-bdcf41c15975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:25.295562 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-c7fe5a95-3e33-49e0-986f-bdcf41c15975 admin admin] Calling delete_port for eed9054d-4163-4081-98fa-93d2d72a24e1 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:29:25.383294 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c7fe5a95-3e33-49e0-986f-bdcf41c15975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:25.416093 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe5a95-3e33-49e0-986f-bdcf41c15975 admin admin] Pushing event deleted for resources: {'Port': ['ID=eed9054d-4163-4081-98fa-93d2d72a24e1,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:25.418157 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fe5a95-3e33-49e0-986f-bdcf41c15975 admin admin] No DVR routers for this DVR port eed9054d-4163-4081-98fa-93d2d72a24e1 on host dv-cinder-805316-3-iscsi {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:29:25.448900 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6b4d2d-64a5-40b9-a06e-a34874f62791 None None] DHCP port deletion for 12712b10-7cd8-429d-845f-e2bbe84087c2 request from dv-cinder-805316-3-iscsi {{(pid=93817) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 17:29:25.502689 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6 no longer exists at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:29:25.513706 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c7fe5a95-3e33-49e0-986f-bdcf41c15975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33152447', 'neutron.services.segments.db._delete_segments_for_network-8763729442798'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:25.522138 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] No Port match for: b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:29:25.522484 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device b9c0dcb2-6764-4db2-8eab-7d9f7c7068e6 not bound to the agent host dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:29:25.524036 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c7fe5a95-3e33-49e0-986f-bdcf41c15975 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12712b10-7cd8-429d-845f-e2bbe84087c2']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:25.535147 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c7fe5a95-3e33-49e0-986f-bdcf41c15975 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e685c25-9142-4f6b-a1bd-b40124343cbc') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:25.535446 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-c7fe5a95-3e33-49e0-986f-bdcf41c15975 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e685c25-9142-4f6b-a1bd-b40124343cbc') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:25.544792 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c7fe5a95-3e33-49e0-986f-bdcf41c15975 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763729442681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993722'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:25.563444 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c7fe5a95-3e33-49e0-986f-bdcf41c15975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:25.570681 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7fe5a95-3e33-49e0-986f-bdcf41c15975 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:29:25.571292 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c7fe5a95-3e33-49e0-986f-bdcf41c15975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194063'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: Traceback (most recent call last): Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: timer() Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: cb(*args, **kw) Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: return func(*args, **kwargs) Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: self._notify() Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: self.callback(batched_events) Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: event.method(event) Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: return f(self, *a, **k) Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: return self._get(url).json() Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: return self.request(url, 'GET', **kwargs) Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:29:25.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:29:25.629394 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c7fe5a95-3e33-49e0-986f-bdcf41c15975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33152454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535142'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:25.634759 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c7fe5a95-3e33-49e0-986f-bdcf41c15975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:25.636750 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-c7fe5a95-3e33-49e0-986f-bdcf41c15975 admin admin] 10.222.0.21 "DELETE /v2.0/networks/12712b10-7cd8-429d-845f-e2bbe84087c2 HTTP/1.1" status: 204 len: 168 time: 0.5531571 Aug 30 17:29:25.639981 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 57138) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:29:25.649901 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe5a95-3e33-49e0-986f-bdcf41c15975 admin admin] Pushing event deleted for resources: {'Network': ['ID=12712b10-7cd8-429d-845f-e2bbe84087c2,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:26.022242 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31705fa4-cc72-4a23-a1a5-537a4225d6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533962'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:26.301954 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d02bf6-56b4-436e-ac7c-dae212a516de req-f9d3612f-d226-4492-b2b9-9fdc5e0b8df5 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:26.303501 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-82d02bf6-56b4-436e-ac7c-dae212a516de req-f9d3612f-d226-4492-b2b9-9fdc5e0b8df5 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=b290bab4-82ed-4bfa-ad9c-027fadf6c05b HTTP/1.1" status: 200 len: 943 time: 0.0586028 Aug 30 17:29:26.308563 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-31705fa4-cc72-4a23-a1a5-537a4225d6bb admin admin] Deleting port 002b09f0-955b-4272-98da-2d141126f0e7 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:29:26.308901 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31705fa4-cc72-4a23-a1a5-537a4225d6bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:26.391689 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-82d02bf6-56b4-436e-ac7c-dae212a516de req-4ce9302f-34ef-4d19-8047-ffe78bac89d9 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801144 Aug 30 17:29:26.413637 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-31705fa4-cc72-4a23-a1a5-537a4225d6bb admin admin] For port 002b09f0-955b-4272-98da-2d141126f0e7, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=002b09f0-955b-4272-98da-2d141126f0e7,segment=NetworkSegment(ddc1c0a2-13df-4153-9e94-244a87bb64db),segment_id=ddc1c0a2-13df-4153-9e94-244a87bb64db)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:29:26.414009 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31705fa4-cc72-4a23-a1a5-537a4225d6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:26.426418 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-31705fa4-cc72-4a23-a1a5-537a4225d6bb admin admin] Calling delete_port for 002b09f0-955b-4272-98da-2d141126f0e7 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:29:26.601073 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31705fa4-cc72-4a23-a1a5-537a4225d6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:26.630915 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31705fa4-cc72-4a23-a1a5-537a4225d6bb admin admin] Pushing event deleted for resources: {'Port': ['ID=002b09f0-955b-4272-98da-2d141126f0e7,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:26.790980 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-31705fa4-cc72-4a23-a1a5-537a4225d6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533760'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:27.002871 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31705fa4-cc72-4a23-a1a5-537a4225d6bb admin admin] Router ec7bfaed-0e23-4428-8bc1-d6c54520b64e has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:29:27.014105 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 97ee654f-e038-4d08-ae94-97c970c27a1f no longer exists at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:29:27.033674 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] No Port match for: 97ee654f-e038-4d08-ae94-97c970c27a1f {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:29:27.034020 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 97ee654f-e038-4d08-ae94-97c970c27a1f not bound to the agent host dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:29:27.034433 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device eed9054d-4163-4081-98fa-93d2d72a24e1 no longer exists at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:29:27.052956 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] No Port match for: eed9054d-4163-4081-98fa-93d2d72a24e1 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:29:27.053312 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device eed9054d-4163-4081-98fa-93d2d72a24e1 not bound to the agent host dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:29:27.107427 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31705fa4-cc72-4a23-a1a5-537a4225d6bb admin admin] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:29:27.112368 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-31705fa4-cc72-4a23-a1a5-537a4225d6bb admin admin] 10.222.0.21 "PUT /v2.0/routers/ec7bfaed-0e23-4428-8bc1-d6c54520b64e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4710097 Aug 30 17:29:27.115549 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57144) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:29:27.118271 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6219b7-480c-4414-83cc-854b3cff71d6 None None] Sync routers for ids ['ec7bfaed-0e23-4428-8bc1-d6c54520b64e'] in dv-cinder-805316-3-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:29:27.127233 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6219b7-480c-4414-83cc-854b3cff71d6 None None] Routers {'ec7bfaed-0e23-4428-8bc1-d6c54520b64e'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:29:27.127846 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-cc6219b7-480c-4414-83cc-854b3cff71d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:28:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['ec7bfaed-0e23-4428-8bc1-d6c54520b64e'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:27.225231 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f44de942-d6c8-48ed-b90f-5b37463530a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:27.233819 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-cc6219b7-480c-4414-83cc-854b3cff71d6 None None] Set router ec7bfaed-0e23-4428-8bc1-d6c54520b64e gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:29:27.346126 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f44de942-d6c8-48ed-b90f-5b37463530a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:27.400668 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f44de942-d6c8-48ed-b90f-5b37463530a4 admin admin] Deleting port f64ce357-9183-48a9-acb5-474f32cbc1f7 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:29:27.401016 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f44de942-d6c8-48ed-b90f-5b37463530a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:27.423722 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-cc6219b7-480c-4414-83cc-854b3cff71d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7bfaed-0e23-4428-8bc1-d6c54520b64e', 'name': 'tempest-TestShelveInstance-326901977-router', 'tenant_id': 'd1c3292c3a974b92867263b04b7c00a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'f64ce357-9183-48a9-acb5-474f32cbc1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:24:19Z', 'updated_at': '2021-08-30T17:29:26Z', 'revision_number': 5, 'project_id': 'd1c3292c3a974b92867263b04b7c00a3', 'gw_port': {'id': 'f64ce357-9183-48a9-acb5-474f32cbc1f7', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:36:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7bfaed-0e23-4428-8bc1-d6c54520b64e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:24:21Z', 'updated_at': '2021-08-30T17:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:27.453402 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6219b7-480c-4414-83cc-854b3cff71d6 None None] Checking router: ec7bfaed-0e23-4428-8bc1-d6c54520b64e for host: dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:29:27.463869 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6219b7-480c-4414-83cc-854b3cff71d6 None None] Routers {'ec7bfaed-0e23-4428-8bc1-d6c54520b64e'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:29:27.464734 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-cc6219b7-480c-4414-83cc-854b3cff71d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:28:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['ec7bfaed-0e23-4428-8bc1-d6c54520b64e'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:27.489923 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f44de942-d6c8-48ed-b90f-5b37463530a4 admin admin] For port f64ce357-9183-48a9-acb5-474f32cbc1f7, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=f64ce357-9183-48a9-acb5-474f32cbc1f7,segment=NetworkSegment(a1e39651-c313-42ea-8a56-542d3d88063d),segment_id=a1e39651-c313-42ea-8a56-542d3d88063d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:29:27.490501 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f44de942-d6c8-48ed-b90f-5b37463530a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:27.504199 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-f44de942-d6c8-48ed-b90f-5b37463530a4 admin admin] Calling delete_port for f64ce357-9183-48a9-acb5-474f32cbc1f7 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:29:27.515488 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14041b18-6134-4593-8bb9-2d06d38050e7 req-d5584edd-d6f6-4b31-b12c-a38cc4a17a85 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:27.517447 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-14041b18-6134-4593-8bb9-2d06d38050e7 req-d5584edd-d6f6-4b31-b12c-a38cc4a17a85 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=b290bab4-82ed-4bfa-ad9c-027fadf6c05b HTTP/1.1" status: 200 len: 943 time: 0.0514278 Aug 30 17:29:27.565768 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-14041b18-6134-4593-8bb9-2d06d38050e7 req-96d97b30-d261-4736-a9de-1780c24755e4 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415926 Aug 30 17:29:27.578670 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-cc6219b7-480c-4414-83cc-854b3cff71d6 None None] Set router ec7bfaed-0e23-4428-8bc1-d6c54520b64e gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:29:27.638614 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-cc6219b7-480c-4414-83cc-854b3cff71d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7bfaed-0e23-4428-8bc1-d6c54520b64e', 'name': 'tempest-TestShelveInstance-326901977-router', 'tenant_id': 'd1c3292c3a974b92867263b04b7c00a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:24:19Z', 'updated_at': '2021-08-30T17:29:27Z', 'revision_number': 6, 'project_id': 'd1c3292c3a974b92867263b04b7c00a3', 'gw_port_host': None}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:27.671211 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-46fd8ce8-5621-4501-8ed8-9f91831fe6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:27.672715 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6219b7-480c-4414-83cc-854b3cff71d6 None None] The sync data for ids ['ec7bfaed-0e23-4428-8bc1-d6c54520b64e'] in dv-cinder-805316-3-iscsi is: [{'id': 'ec7bfaed-0e23-4428-8bc1-d6c54520b64e', 'name': 'tempest-TestShelveInstance-326901977-router', 'tenant_id': 'd1c3292c3a974b92867263b04b7c00a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:24:19Z', 'updated_at': '2021-08-30T17:29:27Z', 'revision_number': 6, 'project_id': 'd1c3292c3a974b92867263b04b7c00a3', 'gw_port_host': None}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:29:27.692046 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f44de942-d6c8-48ed-b90f-5b37463530a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:27.718887 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44de942-d6c8-48ed-b90f-5b37463530a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f64ce357-9183-48a9-acb5-474f32cbc1f7,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:27.777208 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f44de942-d6c8-48ed-b90f-5b37463530a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535130'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:27.848141 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:27.872795 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f44de942-d6c8-48ed-b90f-5b37463530a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102458'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:27.875001 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f44de942-d6c8-48ed-b90f-5b37463530a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:27.916123 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f44de942-d6c8-48ed-b90f-5b37463530a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525258'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:27.916597 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44de942-d6c8-48ed-b90f-5b37463530a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec7bfaed-0e23-4428-8bc1-d6c54520b64e {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 17:29:27.920670 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f44de942-d6c8-48ed-b90f-5b37463530a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:27.921815 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f44de942-d6c8-48ed-b90f-5b37463530a4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ec7bfaed-0e23-4428-8bc1-d6c54520b64e HTTP/1.1" status: 204 len: 168 time: 0.8052433 Aug 30 17:29:27.924268 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57150) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:29:27.967156 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e10c7c-d69f-48bb-9e9b-08185ef6644d admin admin] Deleting subnet 2bcb53d1-cb8d-4726-bff5-36ade06c52c6 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:29:27.969978 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2e10c7c-d69f-48bb-9e9b-08185ef6644d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:28.002914 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2e10c7c-d69f-48bb-9e9b-08185ef6644d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993701'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:28.085342 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2e10c7c-d69f-48bb-9e9b-08185ef6644d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33214020'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:28.136337 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2e10c7c-d69f-48bb-9e9b-08185ef6644d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33214027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314945'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:28.159629 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e10c7c-d69f-48bb-9e9b-08185ef6644d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bcb53d1-cb8d-4726-bff5-36ade06c52c6,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:28.165720 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a2e10c7c-d69f-48bb-9e9b-08185ef6644d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:28.167556 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-a2e10c7c-d69f-48bb-9e9b-08185ef6644d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2bcb53d1-cb8d-4726-bff5-36ade06c52c6 HTTP/1.1" status: 204 len: 168 time: 0.2423940 Aug 30 17:29:28.170200 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57152) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:29:28.171675 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42d51c9-d9cc-4604-8884-f1effe5fbf54 None None] Network 655c21ec-e117-4a13-9785-8da8459fd6fa requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:29:28.243413 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d6e4-1dfd-4c85-8ac0-4699911df599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33116116'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:28.309358 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e7a2d6e4-1dfd-4c85-8ac0-4699911df599 admin admin] Deleting port c770ef7f-6bb2-42b3-b65d-3b6b592dcf95 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:29:28.309731 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d6e4-1dfd-4c85-8ac0-4699911df599 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:28.373349 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e7a2d6e4-1dfd-4c85-8ac0-4699911df599 admin admin] For port c770ef7f-6bb2-42b3-b65d-3b6b592dcf95, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=c770ef7f-6bb2-42b3-b65d-3b6b592dcf95,segment=NetworkSegment(ddc1c0a2-13df-4153-9e94-244a87bb64db),segment_id=ddc1c0a2-13df-4153-9e94-244a87bb64db)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:29:28.373741 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d6e4-1dfd-4c85-8ac0-4699911df599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:28.386359 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-e7a2d6e4-1dfd-4c85-8ac0-4699911df599 admin admin] Calling delete_port for c770ef7f-6bb2-42b3-b65d-3b6b592dcf95 owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:29:28.416986 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c41a62-9d14-4658-bdc1-ea43c2943423 None None] DHCP port deletion for 655c21ec-e117-4a13-9785-8da8459fd6fa request from dv-cinder-805316-3-iscsi {{(pid=93817) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 17:29:28.466443 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-72c41a62-9d14-4658-bdc1-ea43c2943423 None None] Deleting port c770ef7f-6bb2-42b3-b65d-3b6b592dcf95 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:29:28.466830 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72c41a62-9d14-4658-bdc1-ea43c2943423 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:28.477129 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d6e4-1dfd-4c85-8ac0-4699911df599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:28.503424 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2d6e4-1dfd-4c85-8ac0-4699911df599 admin admin] Pushing event deleted for resources: {'Port': ['ID=c770ef7f-6bb2-42b3-b65d-3b6b592dcf95,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:28.505778 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a2d6e4-1dfd-4c85-8ac0-4699911df599 admin admin] No DVR routers for this DVR port c770ef7f-6bb2-42b3-b65d-3b6b592dcf95 on host dv-cinder-805316-3-iscsi {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:29:28.532573 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-72c41a62-9d14-4658-bdc1-ea43c2943423 None None] For port c770ef7f-6bb2-42b3-b65d-3b6b592dcf95, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=c770ef7f-6bb2-42b3-b65d-3b6b592dcf95,segment=NetworkSegment(ddc1c0a2-13df-4153-9e94-244a87bb64db),segment_id=ddc1c0a2-13df-4153-9e94-244a87bb64db)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:29:28.533096 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72c41a62-9d14-4658-bdc1-ea43c2943423 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:28.546897 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-72c41a62-9d14-4658-bdc1-ea43c2943423 None None] Calling delete_port for c770ef7f-6bb2-42b3-b65d-3b6b592dcf95 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:29:28.576978 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d6e4-1dfd-4c85-8ac0-4699911df599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33152447', 'neutron.services.segments.db._delete_segments_for_network-8763729442798'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:28.587956 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-e7a2d6e4-1dfd-4c85-8ac0-4699911df599 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['655c21ec-e117-4a13-9785-8da8459fd6fa']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:28.604673 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-e7a2d6e4-1dfd-4c85-8ac0-4699911df599 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc1c0a2-13df-4153-9e94-244a87bb64db') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:28.605031 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-e7a2d6e4-1dfd-4c85-8ac0-4699911df599 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc1c0a2-13df-4153-9e94-244a87bb64db') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:28.615458 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d6e4-1dfd-4c85-8ac0-4699911df599 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763729442681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993722'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:28.637356 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d6e4-1dfd-4c85-8ac0-4699911df599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:28.644111 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a2d6e4-1dfd-4c85-8ac0-4699911df599 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:29:28.644515 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d6e4-1dfd-4c85-8ac0-4699911df599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194063'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: Traceback (most recent call last): Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: timer() Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: cb(*args, **kw) Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: return func(*args, **kwargs) Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: self._notify() Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: self.callback(batched_events) Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: event.method(event) Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: return f(self, *a, **k) Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: return self._get(url).json() Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: return self.request(url, 'GET', **kwargs) Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:29:28.647603 dv-cinder-805316-3-iscsi neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:29:28.680059 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-72c41a62-9d14-4658-bdc1-ea43c2943423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:28.706997 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f7e30-3b5f-47e0-b499-f39034ff325f req-cdcdbcaf-591a-4c89-a55b-1ce95b982749 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:28.708746 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9f4f7e30-3b5f-47e0-b499-f39034ff325f req-cdcdbcaf-591a-4c89-a55b-1ce95b982749 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=b290bab4-82ed-4bfa-ad9c-027fadf6c05b HTTP/1.1" status: 200 len: 943 time: 0.0696766 Aug 30 17:29:28.710141 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c41a62-9d14-4658-bdc1-ea43c2943423 None None] Pushing event deleted for resources: {'Port': ['ID=c770ef7f-6bb2-42b3-b65d-3b6b592dcf95,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:28.714412 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d6e4-1dfd-4c85-8ac0-4699911df599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33152454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535142'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:28.722236 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c41a62-9d14-4658-bdc1-ea43c2943423 None None] No DVR routers for this DVR port c770ef7f-6bb2-42b3-b65d-3b6b592dcf95 on host dv-cinder-805316-3-iscsi {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:29:28.734541 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e7a2d6e4-1dfd-4c85-8ac0-4699911df599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:28.738814 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-e7a2d6e4-1dfd-4c85-8ac0-4699911df599 admin admin] 10.222.0.21 "DELETE /v2.0/networks/655c21ec-e117-4a13-9785-8da8459fd6fa HTTP/1.1" status: 204 len: 168 time: 0.5645144 Aug 30 17:29:28.738814 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2d6e4-1dfd-4c85-8ac0-4699911df599 admin admin] Pushing event deleted for resources: {'Network': ['ID=655c21ec-e117-4a13-9785-8da8459fd6fa,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:28.760635 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9f4f7e30-3b5f-47e0-b499-f39034ff325f req-395aa3d4-8af1-4b10-b957-c9eb8cfaef6c tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448997 Aug 30 17:29:28.798181 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:28.847879 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57160) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:29:28.887474 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-94e1c709-f944-4cf3-8ea2-e1fcbdfb95d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c5084785e3414a36b8cc882d6083aba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384381 Aug 30 17:29:28.889868 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57162) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:29:28.936994 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-35108138-8bd1-4581-8587-1379e7c14833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:28.959564 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 002b09f0-955b-4272-98da-2d141126f0e7 no longer exists at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:29:28.962975 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-35108138-8bd1-4581-8587-1379e7c14833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:28.982224 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] No Port match for: 002b09f0-955b-4272-98da-2d141126f0e7 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:29:28.982505 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 002b09f0-955b-4272-98da-2d141126f0e7 not bound to the agent host dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:29:28.982928 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device f64ce357-9183-48a9-acb5-474f32cbc1f7 no longer exists at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:29:29.002072 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] No Port match for: f64ce357-9183-48a9-acb5-474f32cbc1f7 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:29:29.002380 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device f64ce357-9183-48a9-acb5-474f32cbc1f7 not bound to the agent host dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:29:29.003321 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device c770ef7f-6bb2-42b3-b65d-3b6b592dcf95 no longer exists at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:29:29.015734 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-35108138-8bd1-4581-8587-1379e7c14833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:29.018354 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-35108138-8bd1-4581-8587-1379e7c14833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:29.019525 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-35108138-8bd1-4581-8587-1379e7c14833 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93cc4227-4bdc-402c-8187-c2014e11bf4d HTTP/1.1" status: 204 len: 168 time: 0.1287816 Aug 30 17:29:29.022600 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] No Port match for: c770ef7f-6bb2-42b3-b65d-3b6b592dcf95 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:29:29.022949 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device c770ef7f-6bb2-42b3-b65d-3b6b592dcf95 not bound to the agent host dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:29:29.031465 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35108138-8bd1-4581-8587-1379e7c14833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cc4227-4bdc-402c-8187-c2014e11bf4d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:29.323850 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 57168) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:29:29.362274 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-cea9417b-acfa-4f55-8ea8-6b8478c25da8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d1c3292c3a974b92867263b04b7c00a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372441 Aug 30 17:29:29.364821 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57170) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:29:29.417315 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c471242a-3464-4312-b9d2-0d06edbd7d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:29.437978 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c471242a-3464-4312-b9d2-0d06edbd7d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:29.483352 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c471242a-3464-4312-b9d2-0d06edbd7d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:29.485896 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c471242a-3464-4312-b9d2-0d06edbd7d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:29.487038 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-c471242a-3464-4312-b9d2-0d06edbd7d5d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8fc98117-6f31-48ac-a338-0a1afcb56c47 HTTP/1.1" status: 204 len: 168 time: 0.1212420 Aug 30 17:29:29.495209 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471242a-3464-4312-b9d2-0d06edbd7d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc98117-6f31-48ac-a338-0a1afcb56c47,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:29.880578 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cc532-359d-4a96-93f6-a0befc5d9fdf req-edf8eb17-7b7d-4351-a08a-5e133bc257e4 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:29.881974 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9d0cc532-359d-4a96-93f6-a0befc5d9fdf req-edf8eb17-7b7d-4351-a08a-5e133bc257e4 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=b290bab4-82ed-4bfa-ad9c-027fadf6c05b HTTP/1.1" status: 200 len: 943 time: 0.0526407 Aug 30 17:29:29.918527 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9d0cc532-359d-4a96-93f6-a0befc5d9fdf req-61081252-5b7a-44af-ba30-40bc1a27bc5d tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306602 Aug 30 17:29:30.090121 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:31.030086 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e7f2e-8607-468e-b14a-e7351b083ac0 req-f67ce367-4f96-4a91-9579-cbe74d6e09dc tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:31.031544 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-165e7f2e-8607-468e-b14a-e7351b083ac0 req-f67ce367-4f96-4a91-9579-cbe74d6e09dc tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=b290bab4-82ed-4bfa-ad9c-027fadf6c05b HTTP/1.1" status: 200 len: 943 time: 0.0480530 Aug 30 17:29:31.068006 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-165e7f2e-8607-468e-b14a-e7351b083ac0 req-5e12270a-9dc1-479e-aff7-036440608d55 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299401 Aug 30 17:29:32.019159 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 5c692d1a-66f4-44fa-a0f2-e0728f226232 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:29:32.113133 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 5c692d1a-66f4-44fa-a0f2-e0728f226232, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=5c692d1a-66f4-44fa-a0f2-e0728f226232,segment=NetworkSegment(a2e8c780-af97-409c-adf3-d94319193fb3),segment_id=a2e8c780-af97-409c-adf3-d94319193fb3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:29:32.125181 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Returning: {'device': '5c692d1a-66f4-44fa-a0f2-e0728f226232', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'port_id': '5c692d1a-66f4-44fa-a0f2-e0728f226232', 'mac_address': 'fa:16:3e:9d:a4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:29:32.162210 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:32.175336 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c692d1a-66f4-44fa-a0f2-e0728f226232 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:29:32.191241 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371eac3-163b-4471-9dcc-200b41669785 req-37f0fbc0-1e06-4d16-aaeb-99b00f08913a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:32.193605 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1371eac3-163b-4471-9dcc-200b41669785 req-37f0fbc0-1e06-4d16-aaeb-99b00f08913a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=b290bab4-82ed-4bfa-ad9c-027fadf6c05b HTTP/1.1" status: 200 len: 943 time: 0.0577278 Aug 30 17:29:32.195754 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 5c692d1a-66f4-44fa-a0f2-e0728f226232, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=5c692d1a-66f4-44fa-a0f2-e0728f226232,segment=NetworkSegment(a2e8c780-af97-409c-adf3-d94319193fb3),segment_id=a2e8c780-af97-409c-adf3-d94319193fb3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:29:32.199838 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:32.232772 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1371eac3-163b-4471-9dcc-200b41669785 req-9e5075bd-9294-4c92-8939-d56549fbacb1 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330317 Aug 30 17:29:32.245820 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=5c692d1a-66f4-44fa-a0f2-e0728f226232,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:32.408156 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['5c692d1a-66f4-44fa-a0f2-e0728f226232'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:29:33.347501 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc28e2c-b656-4789-b921-03463a5c9fc1 req-1941e633-6898-4a35-ba42-19f183a69212 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:33.349568 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8bc28e2c-b656-4789-b921-03463a5c9fc1 req-1941e633-6898-4a35-ba42-19f183a69212 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=b290bab4-82ed-4bfa-ad9c-027fadf6c05b HTTP/1.1" status: 200 len: 944 time: 0.0481391 Aug 30 17:29:33.390272 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8bc28e2c-b656-4789-b921-03463a5c9fc1 req-b99772be-9d7c-47e0-965c-81e8ffd7b959 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346842 Aug 30 17:29:34.048676 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 5c692d1a-66f4-44fa-a0f2-e0728f226232 up at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:29:34.095074 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning for port 5c692d1a-66f4-44fa-a0f2-e0728f226232 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:29:34.099807 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning complete for port 5c692d1a-66f4-44fa-a0f2-e0728f226232 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:29:34.100180 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:34.176839 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:34.198166 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b290bab4-82ed-4bfa-ad9c-027fadf6c05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c692d1a-66f4-44fa-a0f2-e0728f226232'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:29:34.200700 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b565bf2a2ce0626243007c858acec0a0684ffd3fe6012f569d221254cd872eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9c676d-20b8-45e1-bd21-232bbc84aa21" -d '{"events": [{"server_uuid": "b290bab4-82ed-4bfa-ad9c-027fadf6c05b", "name": "network-vif-plugged", "status": "completed", "tag": "5c692d1a-66f4-44fa-a0f2-e0728f226232"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:29:34.213816 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 5c692d1a-66f4-44fa-a0f2-e0728f226232, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=5c692d1a-66f4-44fa-a0f2-e0728f226232,segment=NetworkSegment(a2e8c780-af97-409c-adf3-d94319193fb3),segment_id=a2e8c780-af97-409c-adf3-d94319193fb3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:29:34.218006 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:34.243772 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1e2bcd-6e62-47d7-980c-3ce059ace6f1 x-openstack-request-id: req-bb1e2bcd-6e62-47d7-980c-3ce059ace6f1 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:29:34.244043 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b290bab4-82ed-4bfa-ad9c-027fadf6c05b", "name": "network-vif-plugged", "status": "completed", "tag": "5c692d1a-66f4-44fa-a0f2-e0728f226232", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:29:34.244291 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb1e2bcd-6e62-47d7-980c-3ce059ace6f1 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:29:34.244677 dv-cinder-805316-3-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b290bab4-82ed-4bfa-ad9c-027fadf6c05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c692d1a-66f4-44fa-a0f2-e0728f226232', 'code': 200} Aug 30 17:29:34.272489 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=5c692d1a-66f4-44fa-a0f2-e0728f226232,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:34.461750 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15602817-da83-448c-899a-cea69577f6bf req-097db871-a7e3-4866-8426-ca75df7dbba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:34.463252 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-15602817-da83-448c-899a-cea69577f6bf req-097db871-a7e3-4866-8426-ca75df7dbba9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b290bab4-82ed-4bfa-ad9c-027fadf6c05b HTTP/1.1" status: 200 len: 1098 time: 0.0400066 Aug 30 17:29:34.498855 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-15602817-da83-448c-899a-cea69577f6bf req-883a85dc-23ba-4d84-b9ce-616f416f593a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283782 Aug 30 17:29:34.511246 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993fd11-9a12-4641-b08c-858865154f11 req-ebe20444-c721-4efc-9533-6b89ff77ae42 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:34.512727 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e993fd11-9a12-4641-b08c-858865154f11 req-ebe20444-c721-4efc-9533-6b89ff77ae42 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=b290bab4-82ed-4bfa-ad9c-027fadf6c05b HTTP/1.1" status: 200 len: 945 time: 0.0485876 Aug 30 17:29:34.554784 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e993fd11-9a12-4641-b08c-858865154f11 req-ba6a169a-6acc-41c8-b938-9f95b9e462b8 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361309 Aug 30 17:29:35.682836 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61494dd7-59a3-40af-913a-d949eb912c82 req-e820ff7e-76cd-4dff-8a9a-a078d3ffd1c3 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:35.684290 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-61494dd7-59a3-40af-913a-d949eb912c82 req-e820ff7e-76cd-4dff-8a9a-a078d3ffd1c3 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=b290bab4-82ed-4bfa-ad9c-027fadf6c05b HTTP/1.1" status: 200 len: 945 time: 0.0525758 Aug 30 17:29:35.721166 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-61494dd7-59a3-40af-913a-d949eb912c82 req-96c45903-6976-426e-8749-e07bd1580d14 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310533 Aug 30 17:29:35.836120 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9f73d-55a0-4a3f-9725-f369972a1753 req-7cd8c2eb-4d6a-4690-b752-e293fa65c782 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:35.837479 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0bb9f73d-55a0-4a3f-9725-f369972a1753 req-7cd8c2eb-4d6a-4690-b752-e293fa65c782 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=b290bab4-82ed-4bfa-ad9c-027fadf6c05b HTTP/1.1" status: 200 len: 945 time: 0.0486143 Aug 30 17:29:35.873542 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0bb9f73d-55a0-4a3f-9725-f369972a1753 req-6211762a-b4cc-4782-803b-784f7df9597b tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301850 Aug 30 17:29:35.895461 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 57202) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:29:35.935102 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209149d2-b66e-44d8-8d54-deaefb533278 tempest-TestVolumeBootPattern-2069340906 tempest-TestVolumeBootPattern-2069340906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:35.936615 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-209149d2-b66e-44d8-8d54-deaefb533278 tempest-TestVolumeBootPattern-2069340906 tempest-TestVolumeBootPattern-2069340906-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b290bab4-82ed-4bfa-ad9c-027fadf6c05b HTTP/1.1" status: 200 len: 1093 time: 0.0396981 Aug 30 17:29:35.939469 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 57206) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:29:35.944054 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-8509c89b-0e61-4bd0-9ad4-158caa46e27f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Request body: {'floatingip': {'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'port_id': '5c692d1a-66f4-44fa-a0f2-e0728f226232', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:29:35.966293 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8509c89b-0e61-4bd0-9ad4-158caa46e27f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:36.065928 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8509c89b-0e61-4bd0-9ad4-158caa46e27f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:36.171561 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-8509c89b-0e61-4bd0-9ad4-158caa46e27f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Allocated IP 172.27.2.206 (3951d34a-2192-4abb-b523-61631b013f39/db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b/d7cd0f1d-a33e-4349-ab07-1acd675717a0) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:29:36.270788 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8509c89b-0e61-4bd0-9ad4-158caa46e27f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:36.308332 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8509c89b-0e61-4bd0-9ad4-158caa46e27f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:36.343058 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8509c89b-0e61-4bd0-9ad4-158caa46e27f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Network 3951d34a-2192-4abb-b523-61631b013f39 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:29:36.347932 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-8509c89b-0e61-4bd0-9ad4-158caa46e27f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:29:36.351574 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8509c89b-0e61-4bd0-9ad4-158caa46e27f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:29:36.379496 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509c89b-0e61-4bd0-9ad4-158caa46e27f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Pushing event updated for resources: {'Port': ['ID=d7cd0f1d-a33e-4349-ab07-1acd675717a0,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:36.931039 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8509c89b-0e61-4bd0-9ad4-158caa46e27f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:36.997954 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8509c89b-0e61-4bd0-9ad4-158caa46e27f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:37.148620 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8509c89b-0e61-4bd0-9ad4-158caa46e27f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:37.153368 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8509c89b-0e61-4bd0-9ad4-158caa46e27f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2822393'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:37.221680 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509c89b-0e61-4bd0-9ad4-158caa46e27f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Pushing event updated for resources: {'Port': ['ID=d7cd0f1d-a33e-4349-ab07-1acd675717a0,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:29:37.233845 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8509c89b-0e61-4bd0-9ad4-158caa46e27f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535188'] for floatingip, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:37.332717 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.db.l3_db [None req-8509c89b-0e61-4bd0-9ad4-158caa46e27f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Floating IP eea47f5d-93da-4287-99b7-91acd2e28e0e associated. External IP: 172.27.2.206, port: 5c692d1a-66f4-44fa-a0f2-e0728f226232. Aug 30 17:29:37.536924 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8509c89b-0e61-4bd0-9ad4-158caa46e27f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Router c29d892b-ec87-4740-a5de-4f5990eef7d8 has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:29:37.642898 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8509c89b-0e61-4bd0-9ad4-158caa46e27f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:29:37.654465 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d01a3d1-894d-43ef-9742-f19a55936582 None None] Sync routers for ids ['c29d892b-ec87-4740-a5de-4f5990eef7d8'] in dv-cinder-805316-3-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:29:37.658493 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-8509c89b-0e61-4bd0-9ad4-158caa46e27f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:37.665866 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d01a3d1-894d-43ef-9742-f19a55936582 None None] Routers {'c29d892b-ec87-4740-a5de-4f5990eef7d8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:29:37.666481 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9d01a3d1-894d-43ef-9742-f19a55936582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:29:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['c29d892b-ec87-4740-a5de-4f5990eef7d8'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:37.685368 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-8509c89b-0e61-4bd0-9ad4-158caa46e27f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7449777 Aug 30 17:29:37.686091 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b290bab4-82ed-4bfa-ad9c-027fadf6c05b', 'tag': '5c692d1a-66f4-44fa-a0f2-e0728f226232'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:29:37.688327 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e183aeb7d1ae95b610e737921596bfe9224ef5c136def86ae36f97e4cb718d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bc27da-178d-431d-9b5f-a20e9c91b7c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b290bab4-82ed-4bfa-ad9c-027fadf6c05b", "tag": "5c692d1a-66f4-44fa-a0f2-e0728f226232"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:29:37.725434 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afd753f-c78f-4eac-b6fe-e3af74318f26 x-openstack-request-id: req-8afd753f-c78f-4eac-b6fe-e3af74318f26 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:29:37.725826 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b290bab4-82ed-4bfa-ad9c-027fadf6c05b", "tag": "5c692d1a-66f4-44fa-a0f2-e0728f226232", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:29:37.726079 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8afd753f-c78f-4eac-b6fe-e3af74318f26 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:29:37.726483 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b290bab4-82ed-4bfa-ad9c-027fadf6c05b', 'tag': '5c692d1a-66f4-44fa-a0f2-e0728f226232', 'status': 'completed', 'code': 200} Aug 30 17:29:37.769961 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-9d01a3d1-894d-43ef-9742-f19a55936582 None None] Set router c29d892b-ec87-4740-a5de-4f5990eef7d8 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:29:37.792729 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc27da-178d-431d-9b5f-a20e9c91b7c8 req-b5f0d0d6-73b9-48b2-9891-9d1f581ecab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:37.794182 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-73bc27da-178d-431d-9b5f-a20e9c91b7c8 req-b5f0d0d6-73b9-48b2-9891-9d1f581ecab8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d89c045221f140f2ab71b985fce23b49&device_id=b290bab4-82ed-4bfa-ad9c-027fadf6c05b HTTP/1.1" status: 200 len: 1098 time: 0.0468976 Aug 30 17:29:37.881019 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc27da-178d-431d-9b5f-a20e9c91b7c8 req-b762ac93-d85d-4d6f-9fd9-63e0375ed57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:37.882526 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-73bc27da-178d-431d-9b5f-a20e9c91b7c8 req-b762ac93-d85d-4d6f-9fd9-63e0375ed57a service neutron] 10.222.0.52 "GET /v2.0/networks?id=5cc4ee96-09c0-4388-a625-c8e44b64f728 HTTP/1.1" status: 200 len: 913 time: 0.0817044 Aug 30 17:29:37.951956 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-73bc27da-178d-431d-9b5f-a20e9c91b7c8 req-8115b013-e05d-42df-baab-c3de7a435bcd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c692d1a-66f4-44fa-a0f2-e0728f226232 HTTP/1.1" status: 200 len: 999 time: 0.0623207 Aug 30 17:29:37.997094 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9d01a3d1-894d-43ef-9742-f19a55936582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'name': 'tempest-TestVolumeBootPattern-1275751099-router', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:29Z', 'revision_number': 4, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'gw_port': {'id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:75:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_floatingips': [{'id': 'eea47f5d-93da-4287-99b7-91acd2e28e0e', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'port_id': '5c692d1a-66f4-44fa-a0f2-e0728f226232', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'mac_address': 'fa:16:3e:9d:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b290bab4-82ed-4bfa-ad9c-027fadf6c05b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:29:36Z', 'updated_at': '2021-08-30T17:29:36Z', 'revision_number': 0, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc68142-79e2-4ff3-abc3-05c5a9c76c16', 'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'mac_address': 'fa:16:3e:fd:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:29Z', 'updated_at': '2021-08-30T17:26:36Z', 'revision_number': 5, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'subnets': [{'id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:38.013732 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc27da-178d-431d-9b5f-a20e9c91b7c8 req-8d7d2b86-b278-4c6f-a3e0-53dd9131f8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:38.015238 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-73bc27da-178d-431d-9b5f-a20e9c91b7c8 req-8d7d2b86-b278-4c6f-a3e0-53dd9131f8e7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=940351cc-f7c5-4d94-9783-0f7b5953487f HTTP/1.1" status: 200 len: 851 time: 0.0561225 Aug 30 17:29:38.024784 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d01a3d1-894d-43ef-9742-f19a55936582 None None] Checking router: c29d892b-ec87-4740-a5de-4f5990eef7d8 for host: dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:29:38.033196 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d01a3d1-894d-43ef-9742-f19a55936582 None None] Routers {'c29d892b-ec87-4740-a5de-4f5990eef7d8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:29:38.033835 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9d01a3d1-894d-43ef-9742-f19a55936582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:29:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['c29d892b-ec87-4740-a5de-4f5990eef7d8'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:38.061214 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc27da-178d-431d-9b5f-a20e9c91b7c8 req-feac9647-5090-43b8-99b2-66f2b75e5e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:38.062663 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-73bc27da-178d-431d-9b5f-a20e9c91b7c8 req-feac9647-5090-43b8-99b2-66f2b75e5e10 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5cc4ee96-09c0-4388-a625-c8e44b64f728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401404 Aug 30 17:29:38.140880 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-9d01a3d1-894d-43ef-9742-f19a55936582 None None] Set router c29d892b-ec87-4740-a5de-4f5990eef7d8 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:29:38.161940 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-73bc27da-178d-431d-9b5f-a20e9c91b7c8 req-fb407e53-9139-47e4-9a14-1ce5c3a23715 service neutron] 10.222.0.52 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914764 Aug 30 17:29:38.252648 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-73bc27da-178d-431d-9b5f-a20e9c91b7c8 req-3590fd8c-02a3-41c3-8097-1c44ae762ba2 service neutron] 10.222.0.52 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831521 Aug 30 17:29:38.369442 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9d01a3d1-894d-43ef-9742-f19a55936582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'name': 'tempest-TestVolumeBootPattern-1275751099-router', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:29Z', 'revision_number': 4, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'gw_port': {'id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:75:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_floatingips': [{'id': 'eea47f5d-93da-4287-99b7-91acd2e28e0e', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'port_id': '5c692d1a-66f4-44fa-a0f2-e0728f226232', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'mac_address': 'fa:16:3e:9d:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b290bab4-82ed-4bfa-ad9c-027fadf6c05b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:29:36Z', 'updated_at': '2021-08-30T17:29:36Z', 'revision_number': 0, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc68142-79e2-4ff3-abc3-05c5a9c76c16', 'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'mac_address': 'fa:16:3e:fd:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:29Z', 'updated_at': '2021-08-30T17:26:36Z', 'revision_number': 5, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'subnets': [{'id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:29:38.396345 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d01a3d1-894d-43ef-9742-f19a55936582 None None] The sync data for ids ['c29d892b-ec87-4740-a5de-4f5990eef7d8'] in dv-cinder-805316-3-iscsi is: [{'id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'name': 'tempest-TestVolumeBootPattern-1275751099-router', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:29Z', 'revision_number': 4, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'gw_port': {'id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:75:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_floatingips': [{'id': 'eea47f5d-93da-4287-99b7-91acd2e28e0e', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'port_id': '5c692d1a-66f4-44fa-a0f2-e0728f226232', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'mac_address': 'fa:16:3e:9d:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b290bab4-82ed-4bfa-ad9c-027fadf6c05b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:29:36Z', 'updated_at': '2021-08-30T17:29:36Z', 'revision_number': 0, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc68142-79e2-4ff3-abc3-05c5a9c76c16', 'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'mac_address': 'fa:16:3e:fd:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:29Z', 'updated_at': '2021-08-30T17:26:36Z', 'revision_number': 5, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'subnets': [{'id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:29:38.585306 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052fea4a-6b91-4468-a9a1-1faa5166e506 None None] New status for floating IP eea47f5d-93da-4287-99b7-91acd2e28e0e: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:29:54.836757 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-25e5c38d-d244-4261-9d65-d647ff8cdc0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:55.014475 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:57.584725 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-0390099b-cb79-4756-8d21-1c3b84dc17f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:57.849022 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:58.183700 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57f995-042a-44b0-ac4d-bd3699c9451e req-389c4b8f-b734-49d7-ae3c-a0f03734f5c5 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:58.185177 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1b57f995-042a-44b0-ac4d-bd3699c9451e req-389c4b8f-b734-49d7-ae3c-a0f03734f5c5 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0500951 Aug 30 17:29:58.222512 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1b57f995-042a-44b0-ac4d-bd3699c9451e req-b24ef334-82dd-41fc-93f0-e927e028dd1c tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305567 Aug 30 17:29:58.801329 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:29:59.179201 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:29:59.343407 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ad300-0824-4b19-8928-7b228486898a req-6ee2bd3d-1316-42ca-9f35-536c2492fd92 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:29:59.344869 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c22ad300-0824-4b19-8928-7b228486898a req-6ee2bd3d-1316-42ca-9f35-536c2492fd92 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0486646 Aug 30 17:29:59.384865 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c22ad300-0824-4b19-8928-7b228486898a req-a84462fb-0f89-4f8f-9fe5-5abe853e9430 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340497 Aug 30 17:30:00.092531 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:30:00.502461 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67924d71-3ec7-448e-a5ce-3da4ed242ee6 req-3051338c-4cbb-4cfd-9e73-35035b018668 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:30:00.503898 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-67924d71-3ec7-448e-a5ce-3da4ed242ee6 req-3051338c-4cbb-4cfd-9e73-35035b018668 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0525184 Aug 30 17:30:00.541214 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-67924d71-3ec7-448e-a5ce-3da4ed242ee6 req-95cc5bd3-ff62-429b-bf13-4bf5794b63c1 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309465 Aug 30 17:30:01.654547 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b0189-1c58-471d-829a-db26402b7356 req-403984a9-698c-4a77-85de-c68c0b47f83a tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:30:01.656010 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-332b0189-1c58-471d-829a-db26402b7356 req-403984a9-698c-4a77-85de-c68c0b47f83a tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0488133 Aug 30 17:30:01.693950 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-332b0189-1c58-471d-829a-db26402b7356 req-65961968-240e-46e7-82eb-f204742985c2 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314789 Aug 30 17:30:02.811184 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fdc34a-cc5f-447d-9faf-ea97ba32e8d6 req-c373110a-ee6f-4e13-bb76-2ef32b2db4fe tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:30:02.812661 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e1fdc34a-cc5f-447d-9faf-ea97ba32e8d6 req-c373110a-ee6f-4e13-bb76-2ef32b2db4fe tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0501676 Aug 30 17:30:02.850776 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e1fdc34a-cc5f-447d-9faf-ea97ba32e8d6 req-f3b3f745-7d58-41a6-a929-5700120d657c tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312710 Aug 30 17:30:03.968191 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3488927-9921-4fa0-9835-67429af5d141 req-4e9d7b97-0c0d-473e-967b-6590536bc764 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:30:03.969695 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c3488927-9921-4fa0-9835-67429af5d141 req-4e9d7b97-0c0d-473e-967b-6590536bc764 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0527930 Aug 30 17:30:04.006973 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c3488927-9921-4fa0-9835-67429af5d141 req-d6997878-c977-400f-b418-6cbe8355ef2b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312791 Aug 30 17:30:05.121060 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac086076-0a81-4080-aa9a-9203cd69be51 req-14846389-eb09-487a-a23f-e936e800443b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:30:05.122555 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ac086076-0a81-4080-aa9a-9203cd69be51 req-14846389-eb09-487a-a23f-e936e800443b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0490031 Aug 30 17:30:05.158424 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ac086076-0a81-4080-aa9a-9203cd69be51 req-657ee429-6a6a-47fa-8225-7ad882ad0466 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300956 Aug 30 17:30:06.274816 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f75efa-a4c2-467c-9935-6868f7cb4f98 req-8ff5fba6-fb0e-4281-884a-e6e30e210391 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:30:06.276280 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-75f75efa-a4c2-467c-9935-6868f7cb4f98 req-8ff5fba6-fb0e-4281-884a-e6e30e210391 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0488229 Aug 30 17:30:06.312542 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-75f75efa-a4c2-467c-9935-6868f7cb4f98 req-f1e99cc7-4e76-4778-b7a4-525a5cbc6212 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304785 Aug 30 17:30:07.430595 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78945744-ea9a-4886-8381-8fcebc1d1024 req-d74f4aa9-0b0e-47fc-ac94-098ded81cb7a tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:30:07.432060 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-78945744-ea9a-4886-8381-8fcebc1d1024 req-d74f4aa9-0b0e-47fc-ac94-098ded81cb7a tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0521872 Aug 30 17:30:07.469974 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-78945744-ea9a-4886-8381-8fcebc1d1024 req-cfcb167c-7b56-42f5-9249-4bc6ce381c09 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319533 Aug 30 17:30:08.586532 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63092d6f-ebd6-4668-8d40-aee508db6f8d req-c4a31fd3-ece6-412a-9824-4624923db32f tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:30:08.588011 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-63092d6f-ebd6-4668-8d40-aee508db6f8d req-c4a31fd3-ece6-412a-9824-4624923db32f tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0498681 Aug 30 17:30:08.624721 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-63092d6f-ebd6-4668-8d40-aee508db6f8d req-543a9b02-8a3e-4cc0-ba46-059f7cd08a81 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308931 Aug 30 17:30:09.740353 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c3b07-020b-4979-87ed-fc503242b850 req-6b762304-d9b1-4823-bf94-a309e5890d44 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:30:09.741853 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9c3c3b07-020b-4979-87ed-fc503242b850 req-6b762304-d9b1-4823-bf94-a309e5890d44 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0515175 Aug 30 17:30:09.778337 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9c3c3b07-020b-4979-87ed-fc503242b850 req-01994c46-0f36-46c5-b067-bb8e7677008d tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306220 Aug 30 17:30:10.894524 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa71754-4615-43e8-92bf-3d8ef374f04e req-188167cf-f323-4ef4-91ca-8714725d3cbb tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:30:10.895930 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0fa71754-4615-43e8-92bf-3d8ef374f04e req-188167cf-f323-4ef4-91ca-8714725d3cbb tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0522270 Aug 30 17:30:10.933777 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0fa71754-4615-43e8-92bf-3d8ef374f04e req-aad9fdfa-47b7-45b4-90e8-1364255cfca0 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320661 Aug 30 17:30:12.047045 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4abde-6f9b-4106-99ec-6d644a36e59a req-2557bf71-f8be-458d-8ab3-ca5c40d47d6b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:30:12.048520 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d6d4abde-6f9b-4106-99ec-6d644a36e59a req-2557bf71-f8be-458d-8ab3-ca5c40d47d6b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0484502 Aug 30 17:30:12.086224 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d6d4abde-6f9b-4106-99ec-6d644a36e59a req-914acb70-945d-4a1f-9d83-2d7cea33c26d tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314765 Aug 30 17:30:13.202143 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfb3e9-8ed4-4802-b262-3098e87fbba0 req-c63458b1-8af3-4272-9bd9-a638aa153053 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:30:13.209112 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a3bfb3e9-8ed4-4802-b262-3098e87fbba0 req-c63458b1-8af3-4272-9bd9-a638aa153053 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0492797 Aug 30 17:30:13.242070 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a3bfb3e9-8ed4-4802-b262-3098e87fbba0 req-7596cade-dcb9-424c-acef-9278629438a3 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320003 Aug 30 17:30:14.374825 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf969bf-40c6-4f42-9c6a-f1ec8284ca6b req-180a148f-6c4b-4711-8c4d-62f72c81c986 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:30:14.376293 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8bf969bf-40c6-4f42-9c6a-f1ec8284ca6b req-180a148f-6c4b-4711-8c4d-62f72c81c986 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0526373 Aug 30 17:30:14.416254 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8bf969bf-40c6-4f42-9c6a-f1ec8284ca6b req-98b71e21-0510-48f5-ad20-fc1f7aba8a83 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339403 Aug 30 17:30:14.622520 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26e0b9-d36c-4bdc-85ae-df52d4f68a20 req-4c70abb2-a932-45c8-82c9-1b166694ef32 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:30:14.624102 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ad26e0b9-d36c-4bdc-85ae-df52d4f68a20 req-4c70abb2-a932-45c8-82c9-1b166694ef32 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0600297 Aug 30 17:30:14.666689 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ad26e0b9-d36c-4bdc-85ae-df52d4f68a20 req-359d80bb-66d2-4b9b-b053-e6faf1562e15 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354087 Aug 30 17:30:14.693583 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be008dc-dc6a-4439-b8e7-f9d96bdaa08d req-daa7e02e-f35d-4d31-9b4d-1406a48f76a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:30:14.695091 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7be008dc-dc6a-4439-b8e7-f9d96bdaa08d req-daa7e02e-f35d-4d31-9b4d-1406a48f76a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84810c657160419396f42af704077c32&device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 1098 time: 0.0622189 Aug 30 17:30:14.784003 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be008dc-dc6a-4439-b8e7-f9d96bdaa08d req-5976d396-0ce1-4b0a-b2b6-b790f16240a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:30:14.786001 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7be008dc-dc6a-4439-b8e7-f9d96bdaa08d req-5976d396-0ce1-4b0a-b2b6-b790f16240a6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e HTTP/1.1" status: 200 len: 912 time: 0.0837853 Aug 30 17:30:14.849155 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7be008dc-dc6a-4439-b8e7-f9d96bdaa08d req-93629d3c-0081-4485-afd5-8bcd589b27f3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fd76559-3525-4a01-9af8-afccbb31d056 HTTP/1.1" status: 200 len: 1000 time: 0.0566087 Aug 30 17:30:14.899794 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be008dc-dc6a-4439-b8e7-f9d96bdaa08d req-e49b5720-5eb9-40be-b820-8261f284d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:30:14.901215 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7be008dc-dc6a-4439-b8e7-f9d96bdaa08d req-e49b5720-5eb9-40be-b820-8261f284d6d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02875153-08f3-4e7a-b55c-f9d60fc97ad5 HTTP/1.1" status: 200 len: 850 time: 0.0458813 Aug 30 17:30:14.957928 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be008dc-dc6a-4439-b8e7-f9d96bdaa08d req-c2269ea2-db42-40d1-ab48-a66f31b38a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:30:14.959433 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7be008dc-dc6a-4439-b8e7-f9d96bdaa08d req-c2269ea2-db42-40d1-ab48-a66f31b38a75 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512035 Aug 30 17:30:15.046738 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7be008dc-dc6a-4439-b8e7-f9d96bdaa08d req-c7244c47-9631-4d36-951e-760b9dcc5b97 service neutron] 10.222.0.52 "GET /v2.0/networks/bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803311 Aug 30 17:30:15.136777 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-7be008dc-dc6a-4439-b8e7-f9d96bdaa08d req-7386b1f9-f172-4462-9059-d5347387394d service neutron] 10.222.0.52 "GET /v2.0/networks/bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836477 Aug 30 17:30:15.787878 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e44c3-20fd-4c1a-9b0e-5b77337a4105 req-4752972d-2163-43f4-90cf-78c654f2001d tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:30:15.789624 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-051e44c3-20fd-4c1a-9b0e-5b77337a4105 req-4752972d-2163-43f4-90cf-78c654f2001d tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0539525 Aug 30 17:30:15.827635 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-051e44c3-20fd-4c1a-9b0e-5b77337a4105 req-23b4c476-96fc-4aa7-87d1-b67f1883ee06 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312603 Aug 30 17:30:16.947646 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef390ee-9cce-4d5b-b445-f74c34302013 req-414ecfc1-7c86-4ad4-962d-74222d4fa312 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:30:16.949555 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8ef390ee-9cce-4d5b-b445-f74c34302013 req-414ecfc1-7c86-4ad4-962d-74222d4fa312 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0527477 Aug 30 17:30:16.986770 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8ef390ee-9cce-4d5b-b445-f74c34302013 req-85f737f5-2325-45f9-be5c-cc3da95ed8b2 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318029 Aug 30 17:30:24.837984 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5a701fb9-8eed-4ac1-b36e-e0fb2c36a3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:30:25.016376 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:30:27.584865 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-1b5ffed9-0bc5-46ea-8312-5a8254759e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:30:27.850525 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:30:28.804408 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:30:30.098097 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:30:36.177054 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:30:50.822361 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03ec84-7674-476e-85dd-226ace9d1993 req-777ab3d2-5578-4afd-98bf-ba2700c34cc3 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:30:50.823740 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8b03ec84-7674-476e-85dd-226ace9d1993 req-777ab3d2-5578-4afd-98bf-ba2700c34cc3 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0488620 Aug 30 17:30:50.860364 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8b03ec84-7674-476e-85dd-226ace9d1993 req-e75340be-00e7-4af9-954a-8dc37e3de6c6 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306470 Aug 30 17:30:51.975060 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52715d6d-5b50-4e79-b21e-3ccd323c9af0 req-1b5e5359-9076-4735-9eb8-dd8790f52a25 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:30:51.976509 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-52715d6d-5b50-4e79-b21e-3ccd323c9af0 req-1b5e5359-9076-4735-9eb8-dd8790f52a25 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0472558 Aug 30 17:30:52.014053 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-52715d6d-5b50-4e79-b21e-3ccd323c9af0 req-76a5a9c2-6cd0-413e-9053-d29d484c80da tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317025 Aug 30 17:30:53.131357 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51677009-eca6-4f02-8a13-736e65e1bf58 req-d784beaf-f3d0-4796-bf63-7ba851362f6c tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:30:53.132799 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-51677009-eca6-4f02-8a13-736e65e1bf58 req-d784beaf-f3d0-4796-bf63-7ba851362f6c tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0523362 Aug 30 17:30:53.169117 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-51677009-eca6-4f02-8a13-736e65e1bf58 req-3d42cb9f-f865-4065-8967-8186d7811986 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305343 Aug 30 17:30:54.280550 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ba93f-dbdc-4dd2-8e12-59ea51edbb84 req-14e78a73-74ec-4ed2-902e-e5012546818c tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:30:54.282033 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-304ba93f-dbdc-4dd2-8e12-59ea51edbb84 req-14e78a73-74ec-4ed2-902e-e5012546818c tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0476198 Aug 30 17:30:54.318591 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-304ba93f-dbdc-4dd2-8e12-59ea51edbb84 req-7b7d5bdb-2980-42d3-886e-5b2ab43d37bb tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302641 Aug 30 17:30:54.838564 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8bf85669-45f4-4264-9aa1-0e49798b9569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:30:55.026333 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:30:55.431250 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bef8e-a5bb-46b6-9eb4-13da0af5ffdd req-79499314-ce1a-4f61-bd60-ef9d93874d9e tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:30:55.432711 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-980bef8e-a5bb-46b6-9eb4-13da0af5ffdd req-79499314-ce1a-4f61-bd60-ef9d93874d9e tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0488186 Aug 30 17:30:55.469372 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-980bef8e-a5bb-46b6-9eb4-13da0af5ffdd req-6612436c-8c69-4ae1-b1c9-73f2acfb3c1f tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307851 Aug 30 17:30:56.586046 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7748d01-669c-4d1a-bd11-1848decd88d8 req-d27fabf9-9a03-493d-be69-3a525996f1e7 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:30:56.587502 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e7748d01-669c-4d1a-bd11-1848decd88d8 req-d27fabf9-9a03-493d-be69-3a525996f1e7 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0525606 Aug 30 17:30:56.624148 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e7748d01-669c-4d1a-bd11-1848decd88d8 req-b01be43f-503e-4c80-9b1c-96cf8c58282d tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308287 Aug 30 17:30:57.585257 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-281a951f-623b-4176-ad36-109f0ad466a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:30:57.742798 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f429a4c-4242-485c-a2f4-988b03e6d0ae req-0f94f285-3ed6-4aa3-9d58-a145b316e104 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:30:57.744262 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5f429a4c-4242-485c-a2f4-988b03e6d0ae req-0f94f285-3ed6-4aa3-9d58-a145b316e104 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0551145 Aug 30 17:30:57.781324 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5f429a4c-4242-485c-a2f4-988b03e6d0ae req-05e85559-e4f7-47f8-82c5-10512fb19e29 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311925 Aug 30 17:30:57.850767 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:30:58.807055 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:30:58.892788 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae1b3f-fa5c-4a1e-bdbc-ed8a2574dca5 req-217fa06b-dd22-44fc-950f-9c0f986051c3 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:30:58.894199 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-97ae1b3f-fa5c-4a1e-bdbc-ed8a2574dca5 req-217fa06b-dd22-44fc-950f-9c0f986051c3 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0486829 Aug 30 17:30:58.930320 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-97ae1b3f-fa5c-4a1e-bdbc-ed8a2574dca5 req-b4c508f0-6a42-414c-b031-14874055b970 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304437 Aug 30 17:31:00.047000 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cc1c7-5e4d-4b71-9704-68b61127da3b req-0c273ecf-04f0-41c8-b7b9-afd646f3e10f tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:00.049029 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4f6cc1c7-5e4d-4b71-9704-68b61127da3b req-0c273ecf-04f0-41c8-b7b9-afd646f3e10f tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0519028 Aug 30 17:31:00.085552 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4f6cc1c7-5e4d-4b71-9704-68b61127da3b req-3d576750-dda2-47ac-830c-9e2cb70afdae tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306864 Aug 30 17:31:00.100021 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:01.199845 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f15224-83a5-4293-94ab-752188f586e0 req-2d5c4172-f2c6-4f69-86f6-98149a447e41 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:01.201200 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-82f15224-83a5-4293-94ab-752188f586e0 req-2d5c4172-f2c6-4f69-86f6-98149a447e41 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0486813 Aug 30 17:31:01.237494 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-82f15224-83a5-4293-94ab-752188f586e0 req-43f9e0b6-89a8-452d-8f4d-651e6e700ae2 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304933 Aug 30 17:31:01.432451 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b01da4-93a2-4152-b22d-06cc4ec4a63f req-5d1ab6e4-6440-4cfd-b604-4d6de57ea6c1 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:01.433975 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-11b01da4-93a2-4152-b22d-06cc4ec4a63f req-5d1ab6e4-6440-4cfd-b604-4d6de57ea6c1 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0514252 Aug 30 17:31:01.473085 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-11b01da4-93a2-4152-b22d-06cc4ec4a63f req-697b3f39-b684-4794-afc2-702a4cd33a69 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325596 Aug 30 17:31:01.481655 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b6888-2577-4b1c-80e2-604b80fbd991 req-5f4acdb6-8f83-42f4-ae4b-ec77673c3432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:01.483146 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-759b6888-2577-4b1c-80e2-604b80fbd991 req-5f4acdb6-8f83-42f4-ae4b-ec77673c3432 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84810c657160419396f42af704077c32&device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 1098 time: 0.0405300 Aug 30 17:31:01.575049 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b6888-2577-4b1c-80e2-604b80fbd991 req-d7997ce7-f18c-4f17-bf02-a76a29736be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:01.576800 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-759b6888-2577-4b1c-80e2-604b80fbd991 req-d7997ce7-f18c-4f17-bf02-a76a29736be7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e HTTP/1.1" status: 200 len: 912 time: 0.0864165 Aug 30 17:31:01.640426 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-759b6888-2577-4b1c-80e2-604b80fbd991 req-4a198169-004a-4cd0-843f-a8fe87b77883 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fd76559-3525-4a01-9af8-afccbb31d056 HTTP/1.1" status: 200 len: 1000 time: 0.0568912 Aug 30 17:31:01.688356 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b6888-2577-4b1c-80e2-604b80fbd991 req-132e522c-fda9-493b-868b-fc4c0451ecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:01.690378 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-759b6888-2577-4b1c-80e2-604b80fbd991 req-132e522c-fda9-493b-868b-fc4c0451ecc2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02875153-08f3-4e7a-b55c-f9d60fc97ad5 HTTP/1.1" status: 200 len: 850 time: 0.0432124 Aug 30 17:31:01.737619 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b6888-2577-4b1c-80e2-604b80fbd991 req-4d4f6db7-1748-4047-a333-40a1dac01481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:01.739009 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-759b6888-2577-4b1c-80e2-604b80fbd991 req-4d4f6db7-1748-4047-a333-40a1dac01481 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420978 Aug 30 17:31:01.825987 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-759b6888-2577-4b1c-80e2-604b80fbd991 req-03e6a8bf-b0c0-45a8-8a31-d8d1bd4dbb71 service neutron] 10.222.0.52 "GET /v2.0/networks/bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796235 Aug 30 17:31:01.916538 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-759b6888-2577-4b1c-80e2-604b80fbd991 req-04489393-1462-4f39-93d6-7249abf9d362 service neutron] 10.222.0.52 "GET /v2.0/networks/bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832641 Aug 30 17:31:02.592669 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a0f50-9041-482b-9b23-a09e1f643cd2 req-703c4544-9cd8-4d91-9960-34836df0ea0b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:02.594154 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-267a0f50-9041-482b-9b23-a09e1f643cd2 req-703c4544-9cd8-4d91-9960-34836df0ea0b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0535173 Aug 30 17:31:02.631191 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-267a0f50-9041-482b-9b23-a09e1f643cd2 req-43691546-7f54-45b7-84bb-1f4f6280fadb tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310690 Aug 30 17:31:03.388549 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0c0bafc3-7655-4055-948e-eca993cdcc58 req-d1b1cc23-1052-4ee0-b31f-e56d5d2f2d62 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390265 Aug 30 17:31:03.466538 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bafc3-7655-4055-948e-eca993cdcc58 req-71a6d717-b2f0-4da0-92dd-2cb48e3b879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:03.467969 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0c0bafc3-7655-4055-948e-eca993cdcc58 req-71a6d717-b2f0-4da0-92dd-2cb48e3b879c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84810c657160419396f42af704077c32&device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 1098 time: 0.0389366 Aug 30 17:31:03.575910 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bafc3-7655-4055-948e-eca993cdcc58 req-aaf51c10-8f23-4db1-9dc4-f995879df6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:03.577394 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0c0bafc3-7655-4055-948e-eca993cdcc58 req-aaf51c10-8f23-4db1-9dc4-f995879df6ca service neutron] 10.222.0.52 "GET /v2.0/networks?id=bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e HTTP/1.1" status: 200 len: 912 time: 0.0895970 Aug 30 17:31:03.644770 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0c0bafc3-7655-4055-948e-eca993cdcc58 req-c00d11f4-c343-42ee-8d32-55bc7244e550 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fd76559-3525-4a01-9af8-afccbb31d056 HTTP/1.1" status: 200 len: 1000 time: 0.0569534 Aug 30 17:31:03.692492 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bafc3-7655-4055-948e-eca993cdcc58 req-6a90172a-6f8a-4007-ae00-8ec88eb83162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:03.693913 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0c0bafc3-7655-4055-948e-eca993cdcc58 req-6a90172a-6f8a-4007-ae00-8ec88eb83162 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02875153-08f3-4e7a-b55c-f9d60fc97ad5 HTTP/1.1" status: 200 len: 850 time: 0.0429411 Aug 30 17:31:03.741999 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bafc3-7655-4055-948e-eca993cdcc58 req-da2ef7a5-f48d-4627-b8f5-a21f1da7944a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:03.743478 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0c0bafc3-7655-4055-948e-eca993cdcc58 req-da2ef7a5-f48d-4627-b8f5-a21f1da7944a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430140 Aug 30 17:31:03.831827 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0c0bafc3-7655-4055-948e-eca993cdcc58 req-9096d253-820b-4f20-be3e-76fb0783785d service neutron] 10.222.0.52 "GET /v2.0/networks/bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806901 Aug 30 17:31:04.154445 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-0c0bafc3-7655-4055-948e-eca993cdcc58 req-33b2b05a-5051-4c33-8a4a-852df17db192 service neutron] 10.222.0.52 "GET /v2.0/networks/bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161232 Aug 30 17:31:13.176533 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:31:24.592786 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-5ff89550-7c51-4587-bb62-411597a81e50 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1343824368&fields=id&tenant_id=d89c045221f140f2ab71b985fce23b49 HTTP/1.1" status: 200 len: 267 time: 0.0329378 Aug 30 17:31:24.699207 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-1433c07e-3b3f-4f04-a954-2b0d6cefa729 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:24.700635 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-1433c07e-3b3f-4f04-a954-2b0d6cefa729 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/networks?id=5cc4ee96-09c0-4388-a625-c8e44b64f728 HTTP/1.1" status: 200 len: 812 time: 0.1011646 Aug 30 17:31:24.715598 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-8c1a73e7-66be-4aa4-a367-78498ec83b42 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/quotas/d89c045221f140f2ab71b985fce23b49 HTTP/1.1" status: 200 len: 375 time: 0.0086851 Aug 30 17:31:24.775059 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-42b8fea9-8328-4664-aabe-43685c3ce540 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d89c045221f140f2ab71b985fce23b49&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0542729 Aug 30 17:31:24.839740 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-e3b3f65a-7437-4358-a2a3-7857143d2ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:24.868493 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-d74c557b-1d84-4b63-9c77-2f5847e3673e service neutron] 10.222.0.21 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816054 Aug 30 17:31:24.961091 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-3f3bad02-5e19-4baa-aaf3-578893b50130 service neutron] 10.222.0.21 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865841 Aug 30 17:31:25.026092 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:25.242958 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-61379b45-f1f5-4548-bd28-8f9662f8c4ab req-998f27c8-a4ea-4bf0-9cb5-c4119e2e8b50 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff63b2b-ac16-449d-936c-721a30ee0d5f HTTP/1.1" status: 200 len: 210 time: 0.0275910 Aug 30 17:31:26.146906 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-586eabb2-bb90-41b2-b40e-ccdf4b82794e tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:26.148386 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-586eabb2-bb90-41b2-b40e-ccdf4b82794e tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.52 "GET /v2.0/networks?id=5cc4ee96-09c0-4388-a625-c8e44b64f728 HTTP/1.1" status: 200 len: 812 time: 0.1032124 Aug 30 17:31:26.191570 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-a4d66d45-8945-482d-a4ee-8b95e0d95a3a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d89c045221f140f2ab71b985fce23b49 HTTP/1.1" status: 200 len: 380 time: 0.0336390 Aug 30 17:31:26.200587 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-697028a0-faa8-4c62-9d2a-0e794dad1268 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Request body: {'port': {'device_id': 'eff63b2b-ac16-449d-936c-721a30ee0d5f', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'admin_state_up': True, 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'security_groups': ['3247880d-9c1e-4e66-a7e6-bca48a65b3af']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:31:26.310770 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-697028a0-faa8-4c62-9d2a-0e794dad1268 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Made reservation on behalf of d89c045221f140f2ab71b985fce23b49 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:31:26.314298 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-697028a0-faa8-4c62-9d2a-0e794dad1268 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:26.337979 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a92897fc-84e2-4526-8138-c4b878f90271 req-a8cb89a9-4f20-4e01-9ac5-3376faad39de tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff63b2b-ac16-449d-936c-721a30ee0d5f HTTP/1.1" status: 200 len: 210 time: 0.0259538 Aug 30 17:31:26.438821 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-697028a0-faa8-4c62-9d2a-0e794dad1268 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Allocated IP 172.20.0.14 (5cc4ee96-09c0-4388-a625-c8e44b64f728/940351cc-f7c5-4d94-9783-0f7b5953487f/8ff5da80-62a6-4584-bc4d-5d27e6b9b50e) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:31:26.580065 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-697028a0-faa8-4c62-9d2a-0e794dad1268 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:26.593964 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-697028a0-faa8-4c62-9d2a-0e794dad1268 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Transition to ACTIVE for port object 8ff5da80-62a6-4584-bc4d-5d27e6b9b50e will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:31:26.627615 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-697028a0-faa8-4c62-9d2a-0e794dad1268 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:26.668941 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-697028a0-faa8-4c62-9d2a-0e794dad1268 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Network 5cc4ee96-09c0-4388-a625-c8e44b64f728 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:31:26.674710 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-697028a0-faa8-4c62-9d2a-0e794dad1268 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:31:26.678461 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-697028a0-faa8-4c62-9d2a-0e794dad1268 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:31:26.709731 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697028a0-faa8-4c62-9d2a-0e794dad1268 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Pushing event updated for resources: {'Port': ['ID=8ff5da80-62a6-4584-bc4d-5d27e6b9b50e,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:31:26.723690 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697028a0-faa8-4c62-9d2a-0e794dad1268 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:26.724040 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697028a0-faa8-4c62-9d2a-0e794dad1268 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:26.724386 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697028a0-faa8-4c62-9d2a-0e794dad1268 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:26.724726 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697028a0-faa8-4c62-9d2a-0e794dad1268 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:26.725064 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697028a0-faa8-4c62-9d2a-0e794dad1268 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:26.725402 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697028a0-faa8-4c62-9d2a-0e794dad1268 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:26.725764 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697028a0-faa8-4c62-9d2a-0e794dad1268 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:26.726098 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697028a0-faa8-4c62-9d2a-0e794dad1268 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:26.726441 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697028a0-faa8-4c62-9d2a-0e794dad1268 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:26.726771 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697028a0-faa8-4c62-9d2a-0e794dad1268 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:26.727100 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697028a0-faa8-4c62-9d2a-0e794dad1268 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:26.727432 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697028a0-faa8-4c62-9d2a-0e794dad1268 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:26.748433 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-697028a0-faa8-4c62-9d2a-0e794dad1268 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:26.749121 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-697028a0-faa8-4c62-9d2a-0e794dad1268 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:26.764133 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-697028a0-faa8-4c62-9d2a-0e794dad1268 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5672319 Aug 30 17:31:26.776639 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-f7e74711-f985-4158-bb22-1b84fe4c7a1f service neutron] Request body: {'port': {'device_id': 'eff63b2b-ac16-449d-936c-721a30ee0d5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:31:26.831587 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-f7e74711-f985-4158-bb22-1b84fe4c7a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:26.926633 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-320e9d8f-01b1-451b-8e8c-2b8976ba244b None None] Provisioning for port 8ff5da80-62a6-4584-bc4d-5d27e6b9b50e completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:31:26.930289 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-320e9d8f-01b1-451b-8e8c-2b8976ba244b None None] Provisioning complete for port 8ff5da80-62a6-4584-bc4d-5d27e6b9b50e triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:31:26.930675 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-320e9d8f-01b1-451b-8e8c-2b8976ba244b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:27.098224 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-320e9d8f-01b1-451b-8e8c-2b8976ba244b None None] Port 8ff5da80-62a6-4584-bc4d-5d27e6b9b50e cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:31:27.098497 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-f7e74711-f985-4158-bb22-1b84fe4c7a1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff5da80-62a6-4584-bc4d-5d27e6b9b50e {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:31:27.105958 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-f7e74711-f985-4158-bb22-1b84fe4c7a1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:27.117354 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-f7e74711-f985-4158-bb22-1b84fe4c7a1f service neutron] Transition to ACTIVE for port object 8ff5da80-62a6-4584-bc4d-5d27e6b9b50e will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:31:27.121128 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-f7e74711-f985-4158-bb22-1b84fe4c7a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194083'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:27.174745 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e74711-f985-4158-bb22-1b84fe4c7a1f service neutron] Pushing event updated for resources: {'Port': ['ID=8ff5da80-62a6-4584-bc4d-5d27e6b9b50e,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:31:27.242910 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-f7e74711-f985-4158-bb22-1b84fe4c7a1f service neutron] Attempting to bind port 8ff5da80-62a6-4584-bc4d-5d27e6b9b50e on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:31:27.243243 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-f7e74711-f985-4158-bb22-1b84fe4c7a1f service neutron] Attempting to bind port 8ff5da80-62a6-4584-bc4d-5d27e6b9b50e by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': 'a2e8c780-af97-409c-adf3-d94319193fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:31:27.243573 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-f7e74711-f985-4158-bb22-1b84fe4c7a1f service neutron] Attempting to bind port 8ff5da80-62a6-4584-bc4d-5d27e6b9b50e on network 5cc4ee96-09c0-4388-a625-c8e44b64f728 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:31:27.248134 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-f7e74711-f985-4158-bb22-1b84fe4c7a1f service neutron] Port 8ff5da80-62a6-4584-bc4d-5d27e6b9b50e on network 5cc4ee96-09c0-4388-a625-c8e44b64f728 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:31:27.248450 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-f7e74711-f985-4158-bb22-1b84fe4c7a1f service neutron] Attempting to bind port 8ff5da80-62a6-4584-bc4d-5d27e6b9b50e on network 5cc4ee96-09c0-4388-a625-c8e44b64f728 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:31:27.253835 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-f7e74711-f985-4158-bb22-1b84fe4c7a1f service neutron] Checking agent: {'id': 'ee80e8a3-09f9-4e7d-a921-e109800248d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'started_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:31:27.254199 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-f7e74711-f985-4158-bb22-1b84fe4c7a1f service neutron] Checking segment: {'id': 'a2e8c780-af97-409c-adf3-d94319193fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:31:27.254578 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-f7e74711-f985-4158-bb22-1b84fe4c7a1f service neutron] Bound using segment: {'id': 'a2e8c780-af97-409c-adf3-d94319193fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:31:27.255280 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-f7e74711-f985-4158-bb22-1b84fe4c7a1f service neutron] Bound port: 8ff5da80-62a6-4584-bc4d-5d27e6b9b50e, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2e8c780-af97-409c-adf3-d94319193fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:31:27.255646 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-f7e74711-f985-4158-bb22-1b84fe4c7a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:27.320463 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-f7e74711-f985-4158-bb22-1b84fe4c7a1f service neutron] For port 8ff5da80-62a6-4584-bc4d-5d27e6b9b50e, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:31:27.323505 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-f7e74711-f985-4158-bb22-1b84fe4c7a1f service neutron] For port 8ff5da80-62a6-4584-bc4d-5d27e6b9b50e, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=8ff5da80-62a6-4584-bc4d-5d27e6b9b50e,segment=NetworkSegment(a2e8c780-af97-409c-adf3-d94319193fb3),segment_id=a2e8c780-af97-409c-adf3-d94319193fb3)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:31:27.327967 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-f7e74711-f985-4158-bb22-1b84fe4c7a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194083'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:27.364671 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-f7e74711-f985-4158-bb22-1b84fe4c7a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:27.365369 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-f7e74711-f985-4158-bb22-1b84fe4c7a1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:27.366768 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-f7e74711-f985-4158-bb22-1b84fe4c7a1f service neutron] 10.222.0.52 "PUT /v2.0/ports/8ff5da80-62a6-4584-bc4d-5d27e6b9b50e HTTP/1.1" status: 200 len: 1094 time: 0.5943956 Aug 30 17:31:27.367100 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff63b2b-ac16-449d-936c-721a30ee0d5f', 'tag': '8ff5da80-62a6-4584-bc4d-5d27e6b9b50e'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:31:27.369400 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728d12f0-07b7-420f-b582-4e677e64416e" -d '{"events": [{"name": "network-changed", "server_uuid": "eff63b2b-ac16-449d-936c-721a30ee0d5f", "tag": "8ff5da80-62a6-4584-bc4d-5d27e6b9b50e"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:31:27.404890 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e74711-f985-4158-bb22-1b84fe4c7a1f service neutron] Pushing event updated for resources: {'Port': ['ID=8ff5da80-62a6-4584-bc4d-5d27e6b9b50e,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:31:27.414870 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb473244-2149-47d0-be27-421e0378825f x-openstack-request-id: req-eb473244-2149-47d0-be27-421e0378825f {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:31:27.415159 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff63b2b-ac16-449d-936c-721a30ee0d5f", "tag": "8ff5da80-62a6-4584-bc4d-5d27e6b9b50e", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:31:27.415438 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb473244-2149-47d0-be27-421e0378825f {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:31:27.415835 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff63b2b-ac16-449d-936c-721a30ee0d5f', 'tag': '8ff5da80-62a6-4584-bc4d-5d27e6b9b50e', 'status': 'completed', 'code': 200} Aug 30 17:31:27.463258 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-13aefe3c-585d-4efb-b1b5-93d5de1059f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:27.465435 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-13aefe3c-585d-4efb-b1b5-93d5de1059f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d89c045221f140f2ab71b985fce23b49&device_id=eff63b2b-ac16-449d-936c-721a30ee0d5f HTTP/1.1" status: 200 len: 1097 time: 0.0457582 Aug 30 17:31:27.474791 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbb190-66d5-44ad-8389-588210b4c3ca req-e347c09a-1858-4d61-bc8a-cb8d4e570573 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:27.476244 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-92cbb190-66d5-44ad-8389-588210b4c3ca req-e347c09a-1858-4d61-bc8a-cb8d4e570573 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff63b2b-ac16-449d-936c-721a30ee0d5f HTTP/1.1" status: 200 len: 944 time: 0.0502014 Aug 30 17:31:27.514913 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-f624b696-fea0-4530-8f30-287ee46bfec3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ff5da80-62a6-4584-bc4d-5d27e6b9b50e HTTP/1.1" status: 200 len: 217 time: 0.0408044 Aug 30 17:31:27.516312 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-92cbb190-66d5-44ad-8389-588210b4c3ca req-b036e999-6896-4391-8eaa-4d12be16176e tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336406 Aug 30 17:31:27.581694 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-79be2254-1780-4861-afc3-f3c067d7903c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:27.583190 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-79be2254-1780-4861-afc3-f3c067d7903c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=940351cc-f7c5-4d94-9783-0f7b5953487f HTTP/1.1" status: 200 len: 851 time: 0.0609245 Aug 30 17:31:27.586380 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-bc39321a-9991-42fb-b3fb-67edc1bd86cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:27.628772 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-bca4cd3a-bfc9-46f0-b071-0223cf76c976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:27.630309 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-bca4cd3a-bfc9-46f0-b071-0223cf76c976 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5cc4ee96-09c0-4388-a625-c8e44b64f728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402417 Aug 30 17:31:27.716767 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-ca5b1306-91cd-4f88-828a-134768a8d6be service neutron] 10.222.0.52 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785918 Aug 30 17:31:27.806501 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e1fc29ea-4ac6-441d-8215-ab8959ec36bc req-0cb544d0-2e79-4900-b425-9d5922bf8c9c service neutron] 10.222.0.52 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824859 Aug 30 17:31:27.852320 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:27.894148 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d12f0-07b7-420f-b582-4e677e64416e req-6a8e195e-d2bc-4aa8-9da7-f13b693320f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:27.895619 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-728d12f0-07b7-420f-b582-4e677e64416e req-6a8e195e-d2bc-4aa8-9da7-f13b693320f3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d89c045221f140f2ab71b985fce23b49&device_id=eff63b2b-ac16-449d-936c-721a30ee0d5f HTTP/1.1" status: 200 len: 1097 time: 0.0408566 Aug 30 17:31:27.986946 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d12f0-07b7-420f-b582-4e677e64416e req-751c7cb4-f640-4a5b-b8b5-c0816a77e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:27.988394 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-728d12f0-07b7-420f-b582-4e677e64416e req-751c7cb4-f640-4a5b-b8b5-c0816a77e1e6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5cc4ee96-09c0-4388-a625-c8e44b64f728 HTTP/1.1" status: 200 len: 913 time: 0.0859077 Aug 30 17:31:28.028466 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-728d12f0-07b7-420f-b582-4e677e64416e req-e3532700-1ddf-46b0-9b64-0dac33f153b1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ff5da80-62a6-4584-bc4d-5d27e6b9b50e HTTP/1.1" status: 200 len: 217 time: 0.0330336 Aug 30 17:31:28.074552 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d12f0-07b7-420f-b582-4e677e64416e req-fc05ed29-0b77-4f97-98ec-efda3df991ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:28.075852 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-728d12f0-07b7-420f-b582-4e677e64416e req-fc05ed29-0b77-4f97-98ec-efda3df991ce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=940351cc-f7c5-4d94-9783-0f7b5953487f HTTP/1.1" status: 200 len: 851 time: 0.0402346 Aug 30 17:31:28.123695 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d12f0-07b7-420f-b582-4e677e64416e req-4dc08a75-3fb4-4b0d-9b2a-0d00e8057022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:28.125143 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-728d12f0-07b7-420f-b582-4e677e64416e req-4dc08a75-3fb4-4b0d-9b2a-0d00e8057022 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5cc4ee96-09c0-4388-a625-c8e44b64f728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413156 Aug 30 17:31:28.211957 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-728d12f0-07b7-420f-b582-4e677e64416e req-850951ea-4630-4504-8036-19081a039aee service neutron] 10.222.0.52 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787964 Aug 30 17:31:28.304083 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-728d12f0-07b7-420f-b582-4e677e64416e req-1540baa7-315b-4543-ae0c-ff377ef042e2 service neutron] 10.222.0.52 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816782 Aug 30 17:31:28.634890 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f098ba4-ec46-4465-967c-1c981b432d60 req-0ca093bf-eac8-4581-946f-c0b2d94c05d1 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:28.636315 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0f098ba4-ec46-4465-967c-1c981b432d60 req-0ca093bf-eac8-4581-946f-c0b2d94c05d1 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff63b2b-ac16-449d-936c-721a30ee0d5f HTTP/1.1" status: 200 len: 944 time: 0.0503383 Aug 30 17:31:28.672791 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-0f098ba4-ec46-4465-967c-1c981b432d60 req-c32571cb-5b30-4d26-ac35-a2c6d9abc5b3 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295298 Aug 30 17:31:28.809242 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:29.784353 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b5067-9db5-486a-ac6e-5afbaa5fe5b5 req-8c5369b7-5580-48b4-80ce-303694d9839f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:29.785872 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f45b5067-9db5-486a-ac6e-5afbaa5fe5b5 req-8c5369b7-5580-48b4-80ce-303694d9839f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff63b2b-ac16-449d-936c-721a30ee0d5f HTTP/1.1" status: 200 len: 944 time: 0.0485852 Aug 30 17:31:29.822741 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f45b5067-9db5-486a-ac6e-5afbaa5fe5b5 req-160d6040-5f40-425c-abe9-f882bc20fa13 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307605 Aug 30 17:31:30.101751 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:30.933625 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11beec-c02b-4beb-a65f-47d56c99dcb8 req-71645acc-69d3-4893-888d-94df168fcf23 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:30.935073 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5a11beec-c02b-4beb-a65f-47d56c99dcb8 req-71645acc-69d3-4893-888d-94df168fcf23 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff63b2b-ac16-449d-936c-721a30ee0d5f HTTP/1.1" status: 200 len: 944 time: 0.0481493 Aug 30 17:31:30.972067 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5a11beec-c02b-4beb-a65f-47d56c99dcb8 req-0e0e4def-23f1-422d-8b3e-d80b8e9f152c tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310493 Aug 30 17:31:32.093193 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff83af-11f4-4cff-9f44-72d691fb85d3 req-0850621a-da77-466a-adc8-06b89ff03c3a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:32.094750 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9fff83af-11f4-4cff-9f44-72d691fb85d3 req-0850621a-da77-466a-adc8-06b89ff03c3a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff63b2b-ac16-449d-936c-721a30ee0d5f HTTP/1.1" status: 200 len: 944 time: 0.0540321 Aug 30 17:31:32.131044 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9fff83af-11f4-4cff-9f44-72d691fb85d3 req-ad3572fe-774a-4c7d-8b5b-26efa14145a9 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305276 Aug 30 17:31:33.241350 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63142ccd-54e9-410a-9848-cc8b005d1cd3 req-2f28ab5a-4993-4c2d-9095-6485c1f6048b tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:33.242725 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-63142ccd-54e9-410a-9848-cc8b005d1cd3 req-2f28ab5a-4993-4c2d-9095-6485c1f6048b tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff63b2b-ac16-449d-936c-721a30ee0d5f HTTP/1.1" status: 200 len: 944 time: 0.0467577 Aug 30 17:31:33.278996 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-63142ccd-54e9-410a-9848-cc8b005d1cd3 req-d36ed5b9-0246-40cc-8658-60419ff1d188 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305033 Aug 30 17:31:34.389473 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700006a2-28f1-49c7-b7fe-b010164bc3bd req-41c4e658-257a-4d2f-af04-9785f8defff4 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:34.390976 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-700006a2-28f1-49c7-b7fe-b010164bc3bd req-41c4e658-257a-4d2f-af04-9785f8defff4 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff63b2b-ac16-449d-936c-721a30ee0d5f HTTP/1.1" status: 200 len: 944 time: 0.0477073 Aug 30 17:31:34.428112 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-700006a2-28f1-49c7-b7fe-b010164bc3bd req-cc4ba01d-3825-4404-9035-d8b79c728254 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311432 Aug 30 17:31:34.662047 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 8ff5da80-62a6-4584-bc4d-5d27e6b9b50e details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:31:34.753904 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 8ff5da80-62a6-4584-bc4d-5d27e6b9b50e, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=8ff5da80-62a6-4584-bc4d-5d27e6b9b50e,segment=NetworkSegment(a2e8c780-af97-409c-adf3-d94319193fb3),segment_id=a2e8c780-af97-409c-adf3-d94319193fb3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:31:34.765000 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Returning: {'device': '8ff5da80-62a6-4584-bc4d-5d27e6b9b50e', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'port_id': '8ff5da80-62a6-4584-bc4d-5d27e6b9b50e', 'mac_address': 'fa:16:3e:97:26:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:31:34.801394 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:34.817093 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff5da80-62a6-4584-bc4d-5d27e6b9b50e {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:31:34.832614 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 8ff5da80-62a6-4584-bc4d-5d27e6b9b50e, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=8ff5da80-62a6-4584-bc4d-5d27e6b9b50e,segment=NetworkSegment(a2e8c780-af97-409c-adf3-d94319193fb3),segment_id=a2e8c780-af97-409c-adf3-d94319193fb3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:31:34.836588 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:34.883009 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=8ff5da80-62a6-4584-bc4d-5d27e6b9b50e,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:31:34.889924 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:34.890281 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:34.891149 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:34.891487 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:34.891824 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:34.892160 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:34.892493 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:34.892825 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:34.893156 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:34.893484 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:34.893835 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:34.894162 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:35.081262 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['8ff5da80-62a6-4584-bc4d-5d27e6b9b50e'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:31:35.554438 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc9496-29fb-44f5-8d1a-63e9254d73d7 req-65e7b9f4-6105-4b6f-87ce-8d33a18d38bc tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:35.555919 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-39bc9496-29fb-44f5-8d1a-63e9254d73d7 req-65e7b9f4-6105-4b6f-87ce-8d33a18d38bc tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff63b2b-ac16-449d-936c-721a30ee0d5f HTTP/1.1" status: 200 len: 945 time: 0.0507815 Aug 30 17:31:35.693445 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-39bc9496-29fb-44f5-8d1a-63e9254d73d7 req-ab44919d-c6c8-42fe-9481-84cc9baade15 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315746 Aug 30 17:31:35.904114 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab81f69-d8b0-4d49-bd6e-1a2f7e31fe30 req-802efc0a-bb31-4f25-8dae-053c4ebbbf95 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:35.905580 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9ab81f69-d8b0-4d49-bd6e-1a2f7e31fe30 req-802efc0a-bb31-4f25-8dae-053c4ebbbf95 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0474932 Aug 30 17:31:35.942474 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9ab81f69-d8b0-4d49-bd6e-1a2f7e31fe30 req-bff869e9-0ec0-4811-bf49-c29b2abdf091 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305402 Aug 30 17:31:36.693347 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 8ff5da80-62a6-4584-bc4d-5d27e6b9b50e up at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:31:36.740949 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning for port 8ff5da80-62a6-4584-bc4d-5d27e6b9b50e completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:31:36.744520 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning complete for port 8ff5da80-62a6-4584-bc4d-5d27e6b9b50e triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:31:36.744892 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:36.811194 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ec4b9-dcb5-4096-8914-e6c111e4bf23 req-cf541627-855f-45ab-a68d-b1107be38478 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:36.813309 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-516ec4b9-dcb5-4096-8914-e6c111e4bf23 req-cf541627-855f-45ab-a68d-b1107be38478 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff63b2b-ac16-449d-936c-721a30ee0d5f HTTP/1.1" status: 200 len: 945 time: 0.0499403 Aug 30 17:31:36.823454 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:36.848945 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff63b2b-ac16-449d-936c-721a30ee0d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff5da80-62a6-4584-bc4d-5d27e6b9b50e'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:31:36.851743 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b565bf2a2ce0626243007c858acec0a0684ffd3fe6012f569d221254cd872eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc07ef4-2f44-44c0-a8c4-bc35a402d5fc" -d '{"events": [{"server_uuid": "eff63b2b-ac16-449d-936c-721a30ee0d5f", "name": "network-vif-plugged", "status": "completed", "tag": "8ff5da80-62a6-4584-bc4d-5d27e6b9b50e"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:31:36.851990 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-516ec4b9-dcb5-4096-8914-e6c111e4bf23 req-243c303d-6fd1-4d9b-96c1-ca9130263484 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327439 Aug 30 17:31:36.876180 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 8ff5da80-62a6-4584-bc4d-5d27e6b9b50e, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=8ff5da80-62a6-4584-bc4d-5d27e6b9b50e,segment=NetworkSegment(a2e8c780-af97-409c-adf3-d94319193fb3),segment_id=a2e8c780-af97-409c-adf3-d94319193fb3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:31:36.880078 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:36.903271 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b92779-f6bb-4d42-aa96-4d11fc4a8665 x-openstack-request-id: req-20b92779-f6bb-4d42-aa96-4d11fc4a8665 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:31:36.903556 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff63b2b-ac16-449d-936c-721a30ee0d5f", "name": "network-vif-plugged", "status": "completed", "tag": "8ff5da80-62a6-4584-bc4d-5d27e6b9b50e", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:31:36.903806 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20b92779-f6bb-4d42-aa96-4d11fc4a8665 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:31:36.904184 dv-cinder-805316-3-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff63b2b-ac16-449d-936c-721a30ee0d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff5da80-62a6-4584-bc4d-5d27e6b9b50e', 'code': 200} Aug 30 17:31:36.930005 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=8ff5da80-62a6-4584-bc4d-5d27e6b9b50e,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:31:37.061364 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35f34e-066b-4a80-84c8-838f747504c2 req-5102d7be-1467-4cb1-9123-05f48e1cfffa tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:37.063472 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cc35f34e-066b-4a80-84c8-838f747504c2 req-5102d7be-1467-4cb1-9123-05f48e1cfffa tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0533755 Aug 30 17:31:37.100845 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cc35f34e-066b-4a80-84c8-838f747504c2 req-701e9f6b-441d-41f6-bb5b-4978cf92a0b7 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312421 Aug 30 17:31:37.120243 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5395e24-e3aa-4707-8b01-01c0862b2227 req-89f1156e-58b1-485c-940f-50e30c8a34de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:37.121752 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b5395e24-e3aa-4707-8b01-01c0862b2227 req-89f1156e-58b1-485c-940f-50e30c8a34de service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eff63b2b-ac16-449d-936c-721a30ee0d5f HTTP/1.1" status: 200 len: 1099 time: 0.0411592 Aug 30 17:31:37.160108 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b5395e24-e3aa-4707-8b01-01c0862b2227 req-c04d3885-93dc-4235-87cc-3d9cb3b394e8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294731 Aug 30 17:31:37.967632 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82267c-2e2d-4391-9137-729155caa82e req-00ba2d84-a74f-43dd-8e52-48035eeade4b tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:37.969370 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ce82267c-2e2d-4391-9137-729155caa82e req-00ba2d84-a74f-43dd-8e52-48035eeade4b tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff63b2b-ac16-449d-936c-721a30ee0d5f HTTP/1.1" status: 200 len: 946 time: 0.0481167 Aug 30 17:31:38.008057 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ce82267c-2e2d-4391-9137-729155caa82e req-5e378848-9897-4ed5-9613-32b8c17959f5 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316458 Aug 30 17:31:38.214208 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b4072-b966-465a-bad6-52a13fdb2803 req-027453d0-901c-4223-bde1-685ac3cb01f0 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:38.215673 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-df7b4072-b966-465a-bad6-52a13fdb2803 req-027453d0-901c-4223-bde1-685ac3cb01f0 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0492752 Aug 30 17:31:38.253403 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-df7b4072-b966-465a-bad6-52a13fdb2803 req-7427cdd8-33d0-4c54-af50-c741c632b266 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=63e34af3-26d7-4f47-ad74-10886ce344fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313370 Aug 30 17:31:38.274446 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ba5e2-b6c5-437f-bb4c-ab5f8472b2e6 req-41440308-5708-42aa-8fb8-351a733c8538 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:38.275884 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cd9ba5e2-b6c5-437f-bb4c-ab5f8472b2e6 req-41440308-5708-42aa-8fb8-351a733c8538 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.52 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 945 time: 0.0472696 Aug 30 17:31:38.371267 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-cd9ba5e2-b6c5-437f-bb4c-ab5f8472b2e6 req-396b3ca2-74e7-45c5-8e86-3cc61f78543d tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Deleting port 9fd76559-3525-4a01-9af8-afccbb31d056 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:31:38.371799 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-cd9ba5e2-b6c5-437f-bb4c-ab5f8472b2e6 req-396b3ca2-74e7-45c5-8e86-3cc61f78543d tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:38.460315 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-cd9ba5e2-b6c5-437f-bb4c-ab5f8472b2e6 req-396b3ca2-74e7-45c5-8e86-3cc61f78543d tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] For port 9fd76559-3525-4a01-9af8-afccbb31d056, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=9fd76559-3525-4a01-9af8-afccbb31d056,segment=NetworkSegment(aa76d1b5-f63d-4ad1-9f52-79aa950e62a3),segment_id=aa76d1b5-f63d-4ad1-9f52-79aa950e62a3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:31:38.460685 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-cd9ba5e2-b6c5-437f-bb4c-ab5f8472b2e6 req-396b3ca2-74e7-45c5-8e86-3cc61f78543d tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:38.623514 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-cd9ba5e2-b6c5-437f-bb4c-ab5f8472b2e6 req-396b3ca2-74e7-45c5-8e86-3cc61f78543d tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:38.623912 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-cd9ba5e2-b6c5-437f-bb4c-ab5f8472b2e6 req-396b3ca2-74e7-45c5-8e86-3cc61f78543d tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535188'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:38.624231 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.db.l3_db [req-cd9ba5e2-b6c5-437f-bb4c-ab5f8472b2e6 req-396b3ca2-74e7-45c5-8e86-3cc61f78543d tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Floating IP a339304b-be22-4396-94fb-03222f7d681e disassociated. External IP: 172.27.2.65, port: 9fd76559-3525-4a01-9af8-afccbb31d056. Aug 30 17:31:38.624577 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-cd9ba5e2-b6c5-437f-bb4c-ab5f8472b2e6 req-396b3ca2-74e7-45c5-8e86-3cc61f78543d tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Calling delete_port for 9fd76559-3525-4a01-9af8-afccbb31d056 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:31:38.750932 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-cd9ba5e2-b6c5-437f-bb4c-ab5f8472b2e6 req-396b3ca2-74e7-45c5-8e86-3cc61f78543d tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:38.776237 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b3ca2-74e7-45c5-8e86-3cc61f78543d tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Pushing event deleted for resources: {'Port': ['ID=9fd76559-3525-4a01-9af8-afccbb31d056,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:31:38.895762 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd9ba5e2-b6c5-437f-bb4c-ab5f8472b2e6 req-396b3ca2-74e7-45c5-8e86-3cc61f78543d tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Router 0a94bd0e-ad4e-4405-b848-5069a1cc02a8 has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:31:39.002282 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd9ba5e2-b6c5-437f-bb4c-ab5f8472b2e6 req-396b3ca2-74e7-45c5-8e86-3cc61f78543d tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:31:39.012133 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a56016f-4498-4bbb-80f2-fb3accc35cb8 None None] Sync routers for ids ['0a94bd0e-ad4e-4405-b848-5069a1cc02a8'] in dv-cinder-805316-3-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:31:39.020993 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a56016f-4498-4bbb-80f2-fb3accc35cb8 None None] Routers {'0a94bd0e-ad4e-4405-b848-5069a1cc02a8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:31:39.021627 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9a56016f-4498-4bbb-80f2-fb3accc35cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:31:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['0a94bd0e-ad4e-4405-b848-5069a1cc02a8'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:31:39.041168 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9ba5e2-b6c5-437f-bb4c-ab5f8472b2e6 req-396b3ca2-74e7-45c5-8e86-3cc61f78543d tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] No DVR routers for this DVR port 9fd76559-3525-4a01-9af8-afccbb31d056 on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:31:39.043687 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-cd9ba5e2-b6c5-437f-bb4c-ab5f8472b2e6 req-396b3ca2-74e7-45c5-8e86-3cc61f78543d tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:39.045845 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-cd9ba5e2-b6c5-437f-bb4c-ab5f8472b2e6 req-396b3ca2-74e7-45c5-8e86-3cc61f78543d tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.52 "DELETE /v2.0/ports/9fd76559-3525-4a01-9af8-afccbb31d056 HTTP/1.1" status: 204 len: 173 time: 0.7627056 Aug 30 17:31:39.046237 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e76fc389-919b-4d40-abe3-d7f4929dc420', 'name': 'network-vif-deleted', 'tag': '9fd76559-3525-4a01-9af8-afccbb31d056'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:31:39.049207 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b054247-cce1-46fd-9eba-e58271f41c34" -d '{"events": [{"server_uuid": "e76fc389-919b-4d40-abe3-d7f4929dc420", "name": "network-vif-deleted", "tag": "9fd76559-3525-4a01-9af8-afccbb31d056"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:31:39.086757 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc4cad3-b209-4bd9-abac-47a83eec3ff9 x-openstack-request-id: req-9fc4cad3-b209-4bd9-abac-47a83eec3ff9 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:31:39.087038 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e76fc389-919b-4d40-abe3-d7f4929dc420", "name": "network-vif-deleted", "tag": "9fd76559-3525-4a01-9af8-afccbb31d056", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:31:39.087708 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9fc4cad3-b209-4bd9-abac-47a83eec3ff9 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:31:39.087708 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e76fc389-919b-4d40-abe3-d7f4929dc420', 'name': 'network-vif-deleted', 'tag': '9fd76559-3525-4a01-9af8-afccbb31d056', 'status': 'completed', 'code': 200} Aug 30 17:31:39.139823 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-9a56016f-4498-4bbb-80f2-fb3accc35cb8 None None] Set router 0a94bd0e-ad4e-4405-b848-5069a1cc02a8 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:31:39.168621 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed4584-325a-4e82-a0bd-b1f9079d5908 req-1e25264c-4d65-4b06-be2d-8ccf359974da tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:39.176776 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-12ed4584-325a-4e82-a0bd-b1f9079d5908 req-1e25264c-4d65-4b06-be2d-8ccf359974da tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff63b2b-ac16-449d-936c-721a30ee0d5f HTTP/1.1" status: 200 len: 946 time: 0.0804219 Aug 30 17:31:39.214135 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-12ed4584-325a-4e82-a0bd-b1f9079d5908 req-deeffae7-e549-4fb2-9055-610cf4b90171 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364089 Aug 30 17:31:39.339189 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c0355-4337-474b-a847-9bf6637de636 req-f45e90a9-7b20-4a50-b5f7-6da585370738 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:39.340645 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-380c0355-4337-474b-a847-9bf6637de636 req-f45e90a9-7b20-4a50-b5f7-6da585370738 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff63b2b-ac16-449d-936c-721a30ee0d5f HTTP/1.1" status: 200 len: 946 time: 0.0525599 Aug 30 17:31:39.371645 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-4e48b91c-8818-4154-b537-cd7ec26d3a79 req-e9a3e3a0-8810-4c7f-b691-9e01ac09c4fd tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76fc389-919b-4d40-abe3-d7f4929dc420 HTTP/1.1" status: 200 len: 210 time: 0.0300450 Aug 30 17:31:39.371928 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9a56016f-4498-4bbb-80f2-fb3accc35cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'name': 'tempest-AttachVolumeTestJSON-1847082683-router', 'tenant_id': '84810c657160419396f42af704077c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:57Z', 'revision_number': 4, 'project_id': '84810c657160419396f42af704077c32', 'gw_port': {'id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': 'e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b', 'name': '', 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e', 'tenant_id': '84810c657160419396f42af704077c32', 'mac_address': 'fa:16:3e:82:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:57Z', 'updated_at': '2021-08-30T17:29:03Z', 'revision_number': 5, 'project_id': '84810c657160419396f42af704077c32', 'subnets': [{'id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:31:39.397444 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-380c0355-4337-474b-a847-9bf6637de636 req-6df7511f-4a95-4f30-9b7e-d869e2fc05ba tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474741 Aug 30 17:31:39.399706 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a56016f-4498-4bbb-80f2-fb3accc35cb8 None None] Checking router: 0a94bd0e-ad4e-4405-b848-5069a1cc02a8 for host: dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:31:39.408228 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a56016f-4498-4bbb-80f2-fb3accc35cb8 None None] Routers {'0a94bd0e-ad4e-4405-b848-5069a1cc02a8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:31:39.408797 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9a56016f-4498-4bbb-80f2-fb3accc35cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:31:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['0a94bd0e-ad4e-4405-b848-5069a1cc02a8'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:31:39.419999 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57476) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:31:39.466789 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9301b6e6-c6ae-4621-9783-ffd36742ca36 tempest-TestVolumeBootPattern-2069340906 tempest-TestVolumeBootPattern-2069340906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:39.471126 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-9301b6e6-c6ae-4621-9783-ffd36742ca36 tempest-TestVolumeBootPattern-2069340906 tempest-TestVolumeBootPattern-2069340906-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eff63b2b-ac16-449d-936c-721a30ee0d5f HTTP/1.1" status: 200 len: 1094 time: 0.0473228 Aug 30 17:31:39.471488 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 57478) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:31:39.476084 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Request body: {'floatingip': {'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'port_id': '8ff5da80-62a6-4584-bc4d-5d27e6b9b50e', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:31:39.504552 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:39.632296 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-9a56016f-4498-4bbb-80f2-fb3accc35cb8 None None] Set router 0a94bd0e-ad4e-4405-b848-5069a1cc02a8 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:31:39.840661 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9a56016f-4498-4bbb-80f2-fb3accc35cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'name': 'tempest-AttachVolumeTestJSON-1847082683-router', 'tenant_id': '84810c657160419396f42af704077c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:57Z', 'revision_number': 4, 'project_id': '84810c657160419396f42af704077c32', 'gw_port': {'id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': 'e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b', 'name': '', 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e', 'tenant_id': '84810c657160419396f42af704077c32', 'mac_address': 'fa:16:3e:82:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:57Z', 'updated_at': '2021-08-30T17:29:03Z', 'revision_number': 5, 'project_id': '84810c657160419396f42af704077c32', 'subnets': [{'id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:31:39.848471 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:39.867395 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a56016f-4498-4bbb-80f2-fb3accc35cb8 None None] The sync data for ids ['0a94bd0e-ad4e-4405-b848-5069a1cc02a8'] in dv-cinder-805316-3-iscsi is: [{'id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'name': 'tempest-AttachVolumeTestJSON-1847082683-router', 'tenant_id': '84810c657160419396f42af704077c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:57Z', 'revision_number': 4, 'project_id': '84810c657160419396f42af704077c32', 'gw_port': {'id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': 'e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b', 'name': '', 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e', 'tenant_id': '84810c657160419396f42af704077c32', 'mac_address': 'fa:16:3e:82:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:57Z', 'updated_at': '2021-08-30T17:29:03Z', 'revision_number': 5, 'project_id': '84810c657160419396f42af704077c32', 'subnets': [{'id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:31:39.953900 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Allocated IP 172.27.2.148 (3951d34a-2192-4abb-b523-61631b013f39/db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b/2ae76fca-b326-42e1-a7a3-04d4890ede9a) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:31:40.060796 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:40.099637 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8aa08a-d54d-4f28-89e2-4e3661a0eab4 None None] New status for floating IP a339304b-be22-4396-94fb-03222f7d681e: DOWN {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:31:40.106762 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:40.145818 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Network 3951d34a-2192-4abb-b523-61631b013f39 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:31:40.150541 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:31:40.153069 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:31:40.184113 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Pushing event updated for resources: {'Port': ['ID=2ae76fca-b326-42e1-a7a3-04d4890ede9a,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:31:40.195388 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:40.195728 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:40.196058 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:40.196384 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:40.196705 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:40.197026 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:40.197353 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:40.197697 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:40.198015 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:40.198329 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:40.198639 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:40.198950 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:31:40.457142 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 57484) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:31:40.561061 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a07b099e-5cde-4f19-876f-0595f950571b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:40.563693 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:40.613770 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a07b099e-5cde-4f19-876f-0595f950571b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:40.670208 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:40.714293 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a07b099e-5cde-4f19-876f-0595f950571b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:40.716749 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a07b099e-5cde-4f19-876f-0595f950571b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:40.717889 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-a07b099e-5cde-4f19-876f-0595f950571b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "DELETE /v2.0/security-groups/63e34af3-26d7-4f47-ad74-10886ce344fa HTTP/1.1" status: 204 len: 168 time: 0.2597158 Aug 30 17:31:40.720911 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57486) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:31:40.731923 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 9fd76559-3525-4a01-9af8-afccbb31d056 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:31:40.734585 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.api.v2.resource [None req-b39e2c8e-05bd-4e9a-bf6d-402e5c4824df tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] show failed (client error): The resource could not be found. Aug 30 17:31:40.738647 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-b39e2c8e-05bd-4e9a-bf6d-402e5c4824df tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups/63e34af3-26d7-4f47-ad74-10886ce344fa HTTP/1.1" status: 404 len: 347 time: 0.0166135 Aug 30 17:31:40.739265 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57488) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:31:40.753400 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] No Port match for: 9fd76559-3525-4a01-9af8-afccbb31d056 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:31:40.753848 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 9fd76559-3525-4a01-9af8-afccbb31d056 not bound to the agent host hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:31:40.760434 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b099e-5cde-4f19-876f-0595f950571b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e34af3-26d7-4f47-ad74-10886ce344fa,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:31:40.834141 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:40.838515 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2822393'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:40.866099 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ee9afa53-9379-4b85-a79c-2eba3b668441 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Deleting port 9a700f23-3973-4fce-ad6f-58be0b1cf2ee {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:31:40.866462 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ee9afa53-9379-4b85-a79c-2eba3b668441 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:40.903865 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Pushing event updated for resources: {'Port': ['ID=2ae76fca-b326-42e1-a7a3-04d4890ede9a,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:31:40.916568 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535188'] for floatingip, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:40.943884 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ee9afa53-9379-4b85-a79c-2eba3b668441 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:40.944216 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ee9afa53-9379-4b85-a79c-2eba3b668441 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:40.956635 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ee9afa53-9379-4b85-a79c-2eba3b668441 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Calling delete_port for 9a700f23-3973-4fce-ad6f-58be0b1cf2ee owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:31:41.016742 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.db.l3_db [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Floating IP c58bbc1c-f37d-4e2a-bf7d-c9ddb69886a3 associated. External IP: 172.27.2.148, port: 8ff5da80-62a6-4584-bc4d-5d27e6b9b50e. Aug 30 17:31:41.088969 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ee9afa53-9379-4b85-a79c-2eba3b668441 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:41.115527 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9afa53-9379-4b85-a79c-2eba3b668441 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Pushing event deleted for resources: {'Port': ['ID=9a700f23-3973-4fce-ad6f-58be0b1cf2ee,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:31:41.176308 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ee9afa53-9379-4b85-a79c-2eba3b668441 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:41.178873 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ee9afa53-9379-4b85-a79c-2eba3b668441 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:41.180015 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-ee9afa53-9379-4b85-a79c-2eba3b668441 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "DELETE /v2.0/floatingips/a339304b-be22-4396-94fb-03222f7d681e HTTP/1.1" status: 204 len: 168 time: 0.4397933 Aug 30 17:31:41.226051 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Router c29d892b-ec87-4740-a5de-4f5990eef7d8 has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:31:41.332508 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:31:41.342663 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c0af92-11dc-4e5d-a641-beb54a61455b None None] Sync routers for ids ['c29d892b-ec87-4740-a5de-4f5990eef7d8'] in dv-cinder-805316-3-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:31:41.348703 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:41.352164 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c0af92-11dc-4e5d-a641-beb54a61455b None None] Routers {'c29d892b-ec87-4740-a5de-4f5990eef7d8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:31:41.352980 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f7c0af92-11dc-4e5d-a641-beb54a61455b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:31:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['c29d892b-ec87-4740-a5de-4f5990eef7d8'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:31:41.388609 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-116b2bd1-7bbf-4e2c-8b9c-64073470b79a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9037971 Aug 30 17:31:41.388609 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff63b2b-ac16-449d-936c-721a30ee0d5f', 'tag': '8ff5da80-62a6-4584-bc4d-5d27e6b9b50e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:31:41.388609 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e183aeb7d1ae95b610e737921596bfe9224ef5c136def86ae36f97e4cb718d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0a3c17-f456-49bc-bd93-6ccd5e8be50b" -d '{"events": [{"name": "network-changed", "server_uuid": "eff63b2b-ac16-449d-936c-721a30ee0d5f", "tag": "8ff5da80-62a6-4584-bc4d-5d27e6b9b50e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:31:41.415208 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78aa6a2e-28ac-4773-ac48-6793759db77c x-openstack-request-id: req-78aa6a2e-28ac-4773-ac48-6793759db77c {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:31:41.415498 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff63b2b-ac16-449d-936c-721a30ee0d5f", "tag": "8ff5da80-62a6-4584-bc4d-5d27e6b9b50e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:31:41.415747 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78aa6a2e-28ac-4773-ac48-6793759db77c {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:31:41.416138 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff63b2b-ac16-449d-936c-721a30ee0d5f', 'tag': '8ff5da80-62a6-4584-bc4d-5d27e6b9b50e', 'status': 'completed', 'code': 200} Aug 30 17:31:41.464746 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f7c0af92-11dc-4e5d-a641-beb54a61455b None None] Set router c29d892b-ec87-4740-a5de-4f5990eef7d8 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:31:41.476465 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a3c17-f456-49bc-bd93-6ccd5e8be50b req-817ce299-1b8f-465b-9881-fa849825acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:41.477980 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1d0a3c17-f456-49bc-bd93-6ccd5e8be50b req-817ce299-1b8f-465b-9881-fa849825acd2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d89c045221f140f2ab71b985fce23b49&device_id=eff63b2b-ac16-449d-936c-721a30ee0d5f HTTP/1.1" status: 200 len: 1099 time: 0.0408850 Aug 30 17:31:41.545245 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 57496) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:31:41.551827 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-d1beaf5b-985f-48b9-a2ce-83f79ad2f3d4 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--896676861', 'description': 'tempest-description--625489466'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:31:41.571149 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a3c17-f456-49bc-bd93-6ccd5e8be50b req-d19765fe-6be2-467b-b878-c3f179462475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:41.573170 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1d0a3c17-f456-49bc-bd93-6ccd5e8be50b req-d19765fe-6be2-467b-b878-c3f179462475 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5cc4ee96-09c0-4388-a625-c8e44b64f728 HTTP/1.1" status: 200 len: 913 time: 0.0880995 Aug 30 17:31:41.579959 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d1beaf5b-985f-48b9-a2ce-83f79ad2f3d4 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:41.648346 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1d0a3c17-f456-49bc-bd93-6ccd5e8be50b req-18a611bd-c4c0-4642-b3f7-545188a09e6c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ff5da80-62a6-4584-bc4d-5d27e6b9b50e HTTP/1.1" status: 200 len: 1000 time: 0.0672388 Aug 30 17:31:41.663093 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d1beaf5b-985f-48b9-a2ce-83f79ad2f3d4 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:41.668122 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d1beaf5b-985f-48b9-a2ce-83f79ad2f3d4 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:41.683827 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-d1beaf5b-985f-48b9-a2ce-83f79ad2f3d4 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:41.688377 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-d1beaf5b-985f-48b9-a2ce-83f79ad2f3d4 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1387420 Aug 30 17:31:41.688653 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57498) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:31:41.694784 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-d14cdd25-a70b-448b-ac1e-49f041324cde tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Request body: {'security_group_rule': {'security_group_id': 'f383bb4c-3b94-4498-be13-dc1fdb919e74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:31:41.707637 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1beaf5b-985f-48b9-a2ce-83f79ad2f3d4 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f383bb4c-3b94-4498-be13-dc1fdb919e74,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:31:41.718754 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f7c0af92-11dc-4e5d-a641-beb54a61455b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'name': 'tempest-TestVolumeBootPattern-1275751099-router', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:29Z', 'revision_number': 4, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'gw_port': {'id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:75:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_floatingips': [{'id': 'c58bbc1c-f37d-4e2a-bf7d-c9ddb69886a3', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'port_id': '8ff5da80-62a6-4584-bc4d-5d27e6b9b50e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'mac_address': 'fa:16:3e:97:26:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff63b2b-ac16-449d-936c-721a30ee0d5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:31:40Z', 'updated_at': '2021-08-30T17:31:40Z', 'revision_number': 0, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'fixed_ip_address_scope': None}, {'id': 'eea47f5d-93da-4287-99b7-91acd2e28e0e', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'port_id': '5c692d1a-66f4-44fa-a0f2-e0728f226232', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'mac_address': 'fa:16:3e:9d:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b290bab4-82ed-4bfa-ad9c-027fadf6c05b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:29:36Z', 'updated_at': '2021-08-30T17:29:38Z', 'revision_number': 1, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc68142-79e2-4ff3-abc3-05c5a9c76c16', 'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'mac_address': 'fa:16:3e:fd:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:29Z', 'updated_at': '2021-08-30T17:26:36Z', 'revision_number': 5, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'subnets': [{'id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:31:41.719668 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a3c17-f456-49bc-bd93-6ccd5e8be50b req-63a5e980-7f66-4207-b792-661eadcf2920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:41.721139 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1d0a3c17-f456-49bc-bd93-6ccd5e8be50b req-63a5e980-7f66-4207-b792-661eadcf2920 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=940351cc-f7c5-4d94-9783-0f7b5953487f HTTP/1.1" status: 200 len: 851 time: 0.0659442 Aug 30 17:31:41.746419 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c0af92-11dc-4e5d-a641-beb54a61455b None None] Checking router: c29d892b-ec87-4740-a5de-4f5990eef7d8 for host: dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:31:41.755570 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c0af92-11dc-4e5d-a641-beb54a61455b None None] Routers {'c29d892b-ec87-4740-a5de-4f5990eef7d8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:31:41.756319 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f7c0af92-11dc-4e5d-a641-beb54a61455b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:31:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['c29d892b-ec87-4740-a5de-4f5990eef7d8'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:31:41.757638 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d14cdd25-a70b-448b-ac1e-49f041324cde tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:41.797951 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a3c17-f456-49bc-bd93-6ccd5e8be50b req-a0b4849f-c8d1-45e8-8aa9-c55dead37a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:41.799446 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1d0a3c17-f456-49bc-bd93-6ccd5e8be50b req-a0b4849f-c8d1-45e8-8aa9-c55dead37a9d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5cc4ee96-09c0-4388-a625-c8e44b64f728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712481 Aug 30 17:31:41.861950 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-f7c0af92-11dc-4e5d-a641-beb54a61455b None None] Set router c29d892b-ec87-4740-a5de-4f5990eef7d8 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:31:41.871857 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d14cdd25-a70b-448b-ac1e-49f041324cde tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:41.876608 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d14cdd25-a70b-448b-ac1e-49f041324cde tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646536'] for security_group_rule, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:41.906546 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14cdd25-a70b-448b-ac1e-49f041324cde tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95c36f9-c139-4a12-9e9f-fee1cef0653b,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:31:41.918102 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d14cdd25-a70b-448b-ac1e-49f041324cde tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:41.919229 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-d14cdd25-a70b-448b-ac1e-49f041324cde tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2296231 Aug 30 17:31:41.922859 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 57500) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:31:41.925472 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1d0a3c17-f456-49bc-bd93-6ccd5e8be50b req-4bdfc56a-bc81-4c7c-8d90-a009569889f7 service neutron] 10.222.0.52 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167898 Aug 30 17:31:41.927560 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-f003cacc-5fba-4212-9eb6-a0ba7aaa7bff tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Request body: {'security_group_rule': {'security_group_id': 'f383bb4c-3b94-4498-be13-dc1fdb919e74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:31:41.954661 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f003cacc-5fba-4212-9eb6-a0ba7aaa7bff tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:42.008399 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f003cacc-5fba-4212-9eb6-a0ba7aaa7bff tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:42.013404 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f003cacc-5fba-4212-9eb6-a0ba7aaa7bff tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-646536'] for security_group_rule, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:42.030266 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003cacc-5fba-4212-9eb6-a0ba7aaa7bff tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3442223-6f3a-45a2-911b-99a2ed449b85,revision_number=0']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:31:42.031769 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-1d0a3c17-f456-49bc-bd93-6ccd5e8be50b req-3c8e9a76-50f8-48c2-8f90-94a993ba025d service neutron] 10.222.0.52 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981927 Aug 30 17:31:42.037771 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f003cacc-5fba-4212-9eb6-a0ba7aaa7bff tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:42.042613 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-f003cacc-5fba-4212-9eb6-a0ba7aaa7bff tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186247 Aug 30 17:31:42.043248 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 57502) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:31:42.048544 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-20ed40db-4fcf-4d72-8933-449734c0933f tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Request body: {'floatingip': {'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:31:42.070739 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20ed40db-4fcf-4d72-8933-449734c0933f tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for floatingip, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:42.108765 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-f7c0af92-11dc-4e5d-a641-beb54a61455b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'name': 'tempest-TestVolumeBootPattern-1275751099-router', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:29Z', 'revision_number': 4, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'gw_port': {'id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:75:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_floatingips': [{'id': 'c58bbc1c-f37d-4e2a-bf7d-c9ddb69886a3', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'port_id': '8ff5da80-62a6-4584-bc4d-5d27e6b9b50e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'mac_address': 'fa:16:3e:97:26:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff63b2b-ac16-449d-936c-721a30ee0d5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:31:40Z', 'updated_at': '2021-08-30T17:31:40Z', 'revision_number': 0, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'fixed_ip_address_scope': None}, {'id': 'eea47f5d-93da-4287-99b7-91acd2e28e0e', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'port_id': '5c692d1a-66f4-44fa-a0f2-e0728f226232', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'mac_address': 'fa:16:3e:9d:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b290bab4-82ed-4bfa-ad9c-027fadf6c05b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:29:36Z', 'updated_at': '2021-08-30T17:29:38Z', 'revision_number': 1, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc68142-79e2-4ff3-abc3-05c5a9c76c16', 'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'mac_address': 'fa:16:3e:fd:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:29Z', 'updated_at': '2021-08-30T17:26:36Z', 'revision_number': 5, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'subnets': [{'id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:31:42.135267 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c0af92-11dc-4e5d-a641-beb54a61455b None None] The sync data for ids ['c29d892b-ec87-4740-a5de-4f5990eef7d8'] in dv-cinder-805316-3-iscsi is: [{'id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'name': 'tempest-TestVolumeBootPattern-1275751099-router', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:29Z', 'revision_number': 4, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'gw_port': {'id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:75:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_floatingips': [{'id': 'c58bbc1c-f37d-4e2a-bf7d-c9ddb69886a3', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'port_id': '8ff5da80-62a6-4584-bc4d-5d27e6b9b50e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'mac_address': 'fa:16:3e:97:26:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff63b2b-ac16-449d-936c-721a30ee0d5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:31:40Z', 'updated_at': '2021-08-30T17:31:40Z', 'revision_number': 0, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'fixed_ip_address_scope': None}, {'id': 'eea47f5d-93da-4287-99b7-91acd2e28e0e', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'port_id': '5c692d1a-66f4-44fa-a0f2-e0728f226232', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'mac_address': 'fa:16:3e:9d:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b290bab4-82ed-4bfa-ad9c-027fadf6c05b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:29:36Z', 'updated_at': '2021-08-30T17:29:38Z', 'revision_number': 1, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc68142-79e2-4ff3-abc3-05c5a9c76c16', 'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'mac_address': 'fa:16:3e:fd:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:29Z', 'updated_at': '2021-08-30T17:26:36Z', 'revision_number': 5, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'subnets': [{'id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:31:42.171545 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20ed40db-4fcf-4d72-8933-449734c0933f tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:42.295521 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.db_base_plugin_common [None req-20ed40db-4fcf-4d72-8933-449734c0933f tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Allocated IP 172.27.2.65 (3951d34a-2192-4abb-b523-61631b013f39/db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b/682f4bc6-0ab5-4a6d-af25-dcf7e882b528) {{(pid=93816) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:31:42.329474 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e4cd04-c87e-4ae8-94e0-5b93c7217cf5 None None] New status for floating IP c58bbc1c-f37d-4e2a-bf7d-c9ddb69886a3: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:31:42.396936 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20ed40db-4fcf-4d72-8933-449734c0933f tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for port, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:42.434835 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20ed40db-4fcf-4d72-8933-449734c0933f tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:42.474313 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ed40db-4fcf-4d72-8933-449734c0933f tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Network 3951d34a-2192-4abb-b523-61631b013f39 is already hosted by enough agents. {{(pid=93816) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:31:42.478934 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.base_scheduler [None req-20ed40db-4fcf-4d72-8933-449734c0933f tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Resources bound (agent type, host, resource id): {{(pid=93816) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:31:42.483262 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ed40db-4fcf-4d72-8933-449734c0933f tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Received port after_create {{(pid=93816) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:31:42.488101 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed40db-4fcf-4d72-8933-449734c0933f tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Pushing event updated for resources: {'Port': ['ID=682f4bc6-0ab5-4a6d-af25-dcf7e882b528,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:31:42.577076 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20ed40db-4fcf-4d72-8933-449734c0933f tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:42.610209 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20ed40db-4fcf-4d72-8933-449734c0933f tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:42.754439 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20ed40db-4fcf-4d72-8933-449734c0933f tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for port, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:42.758766 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20ed40db-4fcf-4d72-8933-449734c0933f tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2822393'] for port, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:42.826575 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed40db-4fcf-4d72-8933-449734c0933f tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Pushing event updated for resources: {'Port': ['ID=682f4bc6-0ab5-4a6d-af25-dcf7e882b528,revision_number=2']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:31:42.835315 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20ed40db-4fcf-4d72-8933-449734c0933f tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535188'] for floatingip, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:42.848561 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-20ed40db-4fcf-4d72-8933-449734c0933f tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:42.850036 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-20ed40db-4fcf-4d72-8933-449734c0933f tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8058708 Aug 30 17:31:43.033424 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-ac805e1a-83e0-413e-9d75-e2d9491342ef tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--896676861&fields=id&tenant_id=84810c657160419396f42af704077c32 HTTP/1.1" status: 200 len: 267 time: 0.0314658 Aug 30 17:31:43.137928 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-9d96e84a-66bf-433c-937f-27ba9533f5b0 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:43.139293 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-9d96e84a-66bf-433c-937f-27ba9533f5b0 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/networks?id=bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e HTTP/1.1" status: 200 len: 811 time: 0.0992429 Aug 30 17:31:43.153627 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-0a1b3930-bc3b-4a8e-ac68-01ca2d860c7c tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/quotas/84810c657160419396f42af704077c32 HTTP/1.1" status: 200 len: 375 time: 0.0087097 Aug 30 17:31:43.205657 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-fb9abb0c-77d5-44d3-b442-c9cfebd88c9e tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=84810c657160419396f42af704077c32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469375 Aug 30 17:31:43.300693 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-e4a6b2b3-88ce-4bea-94dc-665b0729c6e1 service neutron] 10.222.0.21 "GET /v2.0/networks/bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839367 Aug 30 17:31:43.386845 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-0117d40b-aad5-47f4-9204-a2fe11df3569 service neutron] 10.222.0.21 "GET /v2.0/networks/bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802011 Aug 30 17:31:43.540255 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c26c87ca-2bae-46aa-a2de-edf6baad1f3b req-ef6d0138-04ce-4895-9be7-40631c72acd2 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bae59bd-7f45-4bb4-adff-c527d3ddc444 HTTP/1.1" status: 200 len: 210 time: 0.0261164 Aug 30 17:31:44.425420 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-fe205dad-71dd-4064-9a26-24ba32d337b9 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:44.426932 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-fe205dad-71dd-4064-9a26-24ba32d337b9 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.52 "GET /v2.0/networks?id=bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e HTTP/1.1" status: 200 len: 811 time: 0.1035137 Aug 30 17:31:44.472301 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-5df843f7-a7af-47c3-9481-8a8e2d3f07aa tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84810c657160419396f42af704077c32 HTTP/1.1" status: 200 len: 379 time: 0.0365081 Aug 30 17:31:44.482934 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-6fe4aec9-e603-4553-8133-21d127f38548 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Request body: {'port': {'device_id': '2bae59bd-7f45-4bb4-adff-c527d3ddc444', 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e', 'admin_state_up': True, 'tenant_id': '84810c657160419396f42af704077c32', 'security_groups': ['f383bb4c-3b94-4498-be13-dc1fdb919e74']}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:31:44.593053 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-6fe4aec9-e603-4553-8133-21d127f38548 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Made reservation on behalf of 84810c657160419396f42af704077c32 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:31:44.597373 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-6fe4aec9-e603-4553-8133-21d127f38548 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:44.639619 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-191976a3-812a-4b3e-867a-9306899926e0 req-7cf8b411-1d96-40f4-82a9-52377000df23 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bae59bd-7f45-4bb4-adff-c527d3ddc444 HTTP/1.1" status: 200 len: 210 time: 0.0295360 Aug 30 17:31:44.726996 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-6fe4aec9-e603-4553-8133-21d127f38548 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Allocated IP 172.20.0.12 (bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e/02875153-08f3-4e7a-b55c-f9d60fc97ad5/0f1e92de-4c87-4d45-b853-ee85fae8c701) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:31:44.860007 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-6fe4aec9-e603-4553-8133-21d127f38548 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:44.873126 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-6fe4aec9-e603-4553-8133-21d127f38548 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Transition to ACTIVE for port object 0f1e92de-4c87-4d45-b853-ee85fae8c701 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:31:44.904726 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-6fe4aec9-e603-4553-8133-21d127f38548 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:44.952344 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-6fe4aec9-e603-4553-8133-21d127f38548 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Network bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:31:44.955958 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-6fe4aec9-e603-4553-8133-21d127f38548 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:31:44.959725 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-6fe4aec9-e603-4553-8133-21d127f38548 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:31:44.985394 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4aec9-e603-4553-8133-21d127f38548 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Pushing event updated for resources: {'Port': ['ID=0f1e92de-4c87-4d45-b853-ee85fae8c701,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:31:45.019971 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-6fe4aec9-e603-4553-8133-21d127f38548 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:45.020636 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-6fe4aec9-e603-4553-8133-21d127f38548 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:45.035659 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-6fe4aec9-e603-4553-8133-21d127f38548 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5563693 Aug 30 17:31:45.048758 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-3d3c8a9d-b693-4732-af11-0faab6d3c238 service neutron] Request body: {'port': {'device_id': '2bae59bd-7f45-4bb4-adff-c527d3ddc444', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:31:45.102430 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-3d3c8a9d-b693-4732-af11-0faab6d3c238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:45.172714 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-46c2045c-807b-43d3-a5c5-4f0e71f22aaa None None] Provisioning for port 0f1e92de-4c87-4d45-b853-ee85fae8c701 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:31:45.176260 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-46c2045c-807b-43d3-a5c5-4f0e71f22aaa None None] Provisioning complete for port 0f1e92de-4c87-4d45-b853-ee85fae8c701 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:31:45.176624 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-46c2045c-807b-43d3-a5c5-4f0e71f22aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:45.209194 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-46c2045c-807b-43d3-a5c5-4f0e71f22aaa None None] Port 0f1e92de-4c87-4d45-b853-ee85fae8c701 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:31:45.361849 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-3d3c8a9d-b693-4732-af11-0faab6d3c238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1e92de-4c87-4d45-b853-ee85fae8c701 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:31:45.368824 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-3d3c8a9d-b693-4732-af11-0faab6d3c238 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:45.380331 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-3d3c8a9d-b693-4732-af11-0faab6d3c238 service neutron] Transition to ACTIVE for port object 0f1e92de-4c87-4d45-b853-ee85fae8c701 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:31:45.383955 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-3d3c8a9d-b693-4732-af11-0faab6d3c238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194083'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:45.433639 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c8a9d-b693-4732-af11-0faab6d3c238 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1e92de-4c87-4d45-b853-ee85fae8c701,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:31:45.496952 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-3d3c8a9d-b693-4732-af11-0faab6d3c238 service neutron] Attempting to bind port 0f1e92de-4c87-4d45-b853-ee85fae8c701 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:31:45.497462 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-3d3c8a9d-b693-4732-af11-0faab6d3c238 service neutron] Attempting to bind port 0f1e92de-4c87-4d45-b853-ee85fae8c701 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': 'aa76d1b5-f63d-4ad1-9f52-79aa950e62a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:31:45.497658 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-3d3c8a9d-b693-4732-af11-0faab6d3c238 service neutron] Attempting to bind port 0f1e92de-4c87-4d45-b853-ee85fae8c701 on network bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:31:45.502718 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-3d3c8a9d-b693-4732-af11-0faab6d3c238 service neutron] Port 0f1e92de-4c87-4d45-b853-ee85fae8c701 on network bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:31:45.503038 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-3d3c8a9d-b693-4732-af11-0faab6d3c238 service neutron] Attempting to bind port 0f1e92de-4c87-4d45-b853-ee85fae8c701 on network bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:31:45.507906 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-3d3c8a9d-b693-4732-af11-0faab6d3c238 service neutron] Checking agent: {'id': 'ee80e8a3-09f9-4e7d-a921-e109800248d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'started_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:31:45.508236 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-3d3c8a9d-b693-4732-af11-0faab6d3c238 service neutron] Checking segment: {'id': 'aa76d1b5-f63d-4ad1-9f52-79aa950e62a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:31:45.508612 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-3d3c8a9d-b693-4732-af11-0faab6d3c238 service neutron] Bound using segment: {'id': 'aa76d1b5-f63d-4ad1-9f52-79aa950e62a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:31:45.509036 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-3d3c8a9d-b693-4732-af11-0faab6d3c238 service neutron] Bound port: 0f1e92de-4c87-4d45-b853-ee85fae8c701, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa76d1b5-f63d-4ad1-9f52-79aa950e62a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:31:45.509392 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-3d3c8a9d-b693-4732-af11-0faab6d3c238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:45.580921 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-3d3c8a9d-b693-4732-af11-0faab6d3c238 service neutron] For port 0f1e92de-4c87-4d45-b853-ee85fae8c701, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:31:45.584671 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-3d3c8a9d-b693-4732-af11-0faab6d3c238 service neutron] For port 0f1e92de-4c87-4d45-b853-ee85fae8c701, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=0f1e92de-4c87-4d45-b853-ee85fae8c701,segment=NetworkSegment(aa76d1b5-f63d-4ad1-9f52-79aa950e62a3),segment_id=aa76d1b5-f63d-4ad1-9f52-79aa950e62a3)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:31:45.589169 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-3d3c8a9d-b693-4732-af11-0faab6d3c238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194083'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:45.619910 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-3d3c8a9d-b693-4732-af11-0faab6d3c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:45.620693 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-3d3c8a9d-b693-4732-af11-0faab6d3c238 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:45.622122 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-3d3c8a9d-b693-4732-af11-0faab6d3c238 service neutron] 10.222.0.52 "PUT /v2.0/ports/0f1e92de-4c87-4d45-b853-ee85fae8c701 HTTP/1.1" status: 200 len: 1094 time: 0.5785086 Aug 30 17:31:45.624309 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bae59bd-7f45-4bb4-adff-c527d3ddc444', 'tag': '0f1e92de-4c87-4d45-b853-ee85fae8c701'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:31:45.628383 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da84a704-1230-4b62-b172-8437e3359198" -d '{"events": [{"name": "network-changed", "server_uuid": "2bae59bd-7f45-4bb4-adff-c527d3ddc444", "tag": "0f1e92de-4c87-4d45-b853-ee85fae8c701"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:31:45.689339 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5d4eec-7601-447f-8994-c491a2d489bb x-openstack-request-id: req-be5d4eec-7601-447f-8994-c491a2d489bb {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:31:45.689651 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bae59bd-7f45-4bb4-adff-c527d3ddc444", "tag": "0f1e92de-4c87-4d45-b853-ee85fae8c701", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:31:45.689896 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be5d4eec-7601-447f-8994-c491a2d489bb {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:31:45.690288 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bae59bd-7f45-4bb4-adff-c527d3ddc444', 'tag': '0f1e92de-4c87-4d45-b853-ee85fae8c701', 'status': 'completed', 'code': 200} Aug 30 17:31:45.690964 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c8a9d-b693-4732-af11-0faab6d3c238 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1e92de-4c87-4d45-b853-ee85fae8c701,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:31:45.708299 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-3d5d4f5d-9ea1-4847-8fa4-4851fda5db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:45.710000 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-3d5d4f5d-9ea1-4847-8fa4-4851fda5db21 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84810c657160419396f42af704077c32&device_id=2bae59bd-7f45-4bb4-adff-c527d3ddc444 HTTP/1.1" status: 200 len: 1097 time: 0.0499792 Aug 30 17:31:45.756853 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-5c816f09-8b04-4dd2-8f47-21d749d464f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f1e92de-4c87-4d45-b853-ee85fae8c701 HTTP/1.1" status: 200 len: 217 time: 0.0383329 Aug 30 17:31:45.763874 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61522322-52f9-437e-9732-8a7784aa779f req-236b5665-ea4b-420b-8c9f-2d3fb6435407 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:45.766023 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-61522322-52f9-437e-9732-8a7784aa779f req-236b5665-ea4b-420b-8c9f-2d3fb6435407 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bae59bd-7f45-4bb4-adff-c527d3ddc444 HTTP/1.1" status: 200 len: 944 time: 0.0514750 Aug 30 17:31:45.809721 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-61522322-52f9-437e-9732-8a7784aa779f req-70cf5a32-c825-47ae-9212-b2ddf8896aa0 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=f383bb4c-3b94-4498-be13-dc1fdb919e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381687 Aug 30 17:31:46.047779 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-42feb004-29cd-48a8-9260-0297339838c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:46.049228 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-42feb004-29cd-48a8-9260-0297339838c8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02875153-08f3-4e7a-b55c-f9d60fc97ad5 HTTP/1.1" status: 200 len: 850 time: 0.2858801 Aug 30 17:31:46.095113 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-9b10e875-6f70-4322-943d-720a74013091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:46.096581 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-9b10e875-6f70-4322-943d-720a74013091 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398004 Aug 30 17:31:46.188189 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-18215656-a854-46cf-89f9-c9bdca4aa37b service neutron] 10.222.0.52 "GET /v2.0/networks/bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840230 Aug 30 17:31:46.278045 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-eeca919d-d4d4-400a-8b4e-b03dd846a545 req-7017a373-6854-4145-a398-ceb1c71df161 service neutron] 10.222.0.52 "GET /v2.0/networks/bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829623 Aug 30 17:31:46.358698 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84a704-1230-4b62-b172-8437e3359198 req-6dcfe233-854e-4958-ae46-0a860a3be593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:46.360199 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-da84a704-1230-4b62-b172-8437e3359198 req-6dcfe233-854e-4958-ae46-0a860a3be593 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84810c657160419396f42af704077c32&device_id=2bae59bd-7f45-4bb4-adff-c527d3ddc444 HTTP/1.1" status: 200 len: 1097 time: 0.0391257 Aug 30 17:31:46.450535 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84a704-1230-4b62-b172-8437e3359198 req-85f80a01-347a-4a0d-ab76-0ce2c3b48b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:46.452047 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-da84a704-1230-4b62-b172-8437e3359198 req-85f80a01-347a-4a0d-ab76-0ce2c3b48b7a service neutron] 10.222.0.52 "GET /v2.0/networks?id=bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e HTTP/1.1" status: 200 len: 912 time: 0.0845013 Aug 30 17:31:46.492363 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-da84a704-1230-4b62-b172-8437e3359198 req-0b683028-3aeb-44c9-984c-b96c83ff1745 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f1e92de-4c87-4d45-b853-ee85fae8c701 HTTP/1.1" status: 200 len: 217 time: 0.0327635 Aug 30 17:31:46.544823 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84a704-1230-4b62-b172-8437e3359198 req-32ed5b7f-6e7b-4165-952c-a6153f739355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:46.546316 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-da84a704-1230-4b62-b172-8437e3359198 req-32ed5b7f-6e7b-4165-952c-a6153f739355 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02875153-08f3-4e7a-b55c-f9d60fc97ad5 HTTP/1.1" status: 200 len: 850 time: 0.0468380 Aug 30 17:31:46.591603 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84a704-1230-4b62-b172-8437e3359198 req-10f3f774-cae7-41c3-8ae4-3864f479284b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:46.593162 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-da84a704-1230-4b62-b172-8437e3359198 req-10f3f774-cae7-41c3-8ae4-3864f479284b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400920 Aug 30 17:31:46.681006 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-da84a704-1230-4b62-b172-8437e3359198 req-ba8fdf82-4eeb-4412-8423-806332e9e5b1 service neutron] 10.222.0.52 "GET /v2.0/networks/bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801272 Aug 30 17:31:46.771823 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-da84a704-1230-4b62-b172-8437e3359198 req-9845a3eb-89c0-4337-81f9-99b16956c624 service neutron] 10.222.0.52 "GET /v2.0/networks/bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837929 Aug 30 17:31:46.922072 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da27edd-b42b-4126-98a3-5e6656064e53 req-a123d369-8dff-4f1f-ae73-d681060998be tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:46.923529 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6da27edd-b42b-4126-98a3-5e6656064e53 req-a123d369-8dff-4f1f-ae73-d681060998be tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bae59bd-7f45-4bb4-adff-c527d3ddc444 HTTP/1.1" status: 200 len: 944 time: 0.0473750 Aug 30 17:31:46.960130 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6da27edd-b42b-4126-98a3-5e6656064e53 req-70f6e4d7-881e-4ade-9e99-3dfb038ffab8 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=f383bb4c-3b94-4498-be13-dc1fdb919e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307472 Aug 30 17:31:48.075823 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8f4ed-f9e7-4002-994b-cd920936047a req-a46a43bd-1c76-4802-9c1e-39a68a0ec6cd tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:48.077270 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-34a8f4ed-f9e7-4002-994b-cd920936047a req-a46a43bd-1c76-4802-9c1e-39a68a0ec6cd tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bae59bd-7f45-4bb4-adff-c527d3ddc444 HTTP/1.1" status: 200 len: 944 time: 0.0519295 Aug 30 17:31:48.114405 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-34a8f4ed-f9e7-4002-994b-cd920936047a req-e8a76a08-7491-4273-88ee-975ba251aed4 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=f383bb4c-3b94-4498-be13-dc1fdb919e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312238 Aug 30 17:31:48.749872 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 0f1e92de-4c87-4d45-b853-ee85fae8c701 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:31:48.843963 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 0f1e92de-4c87-4d45-b853-ee85fae8c701, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=0f1e92de-4c87-4d45-b853-ee85fae8c701,segment=NetworkSegment(aa76d1b5-f63d-4ad1-9f52-79aa950e62a3),segment_id=aa76d1b5-f63d-4ad1-9f52-79aa950e62a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:31:48.855082 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Returning: {'device': '0f1e92de-4c87-4d45-b853-ee85fae8c701', 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e', 'port_id': '0f1e92de-4c87-4d45-b853-ee85fae8c701', 'mac_address': 'fa:16:3e:1b:e0:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:31:48.891848 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:48.904893 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1e92de-4c87-4d45-b853-ee85fae8c701 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:31:48.924797 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 0f1e92de-4c87-4d45-b853-ee85fae8c701, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=0f1e92de-4c87-4d45-b853-ee85fae8c701,segment=NetworkSegment(aa76d1b5-f63d-4ad1-9f52-79aa950e62a3),segment_id=aa76d1b5-f63d-4ad1-9f52-79aa950e62a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:31:48.928863 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:48.977196 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=0f1e92de-4c87-4d45-b853-ee85fae8c701,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:31:49.151921 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['0f1e92de-4c87-4d45-b853-ee85fae8c701'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:31:49.226637 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942763b-32d7-482c-a2a8-f5baa90bcd78 req-612d01aa-3819-4e1a-b4be-b9dc95c0e992 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:49.228109 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e942763b-32d7-482c-a2a8-f5baa90bcd78 req-612d01aa-3819-4e1a-b4be-b9dc95c0e992 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bae59bd-7f45-4bb4-adff-c527d3ddc444 HTTP/1.1" status: 200 len: 945 time: 0.0478811 Aug 30 17:31:49.265465 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e942763b-32d7-482c-a2a8-f5baa90bcd78 req-8a4148f7-86ee-4324-9718-c43b04ae9814 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=f383bb4c-3b94-4498-be13-dc1fdb919e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308990 Aug 30 17:31:50.175947 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:31:50.385437 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3041c0-51ab-458b-b802-8718d145cefd req-8b94cd78-787c-4cee-84d0-d8e050a79bb9 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:50.386920 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9a3041c0-51ab-458b-b802-8718d145cefd req-8b94cd78-787c-4cee-84d0-d8e050a79bb9 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bae59bd-7f45-4bb4-adff-c527d3ddc444 HTTP/1.1" status: 200 len: 945 time: 0.0469818 Aug 30 17:31:50.423986 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9a3041c0-51ab-458b-b802-8718d145cefd req-969e5482-4368-4b6c-8ace-8556f150a540 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=f383bb4c-3b94-4498-be13-dc1fdb919e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311587 Aug 30 17:31:50.768823 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 0f1e92de-4c87-4d45-b853-ee85fae8c701 up at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:31:50.819651 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning for port 0f1e92de-4c87-4d45-b853-ee85fae8c701 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:31:50.823234 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning complete for port 0f1e92de-4c87-4d45-b853-ee85fae8c701 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:31:50.823611 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:50.897575 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:50.919951 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bae59bd-7f45-4bb4-adff-c527d3ddc444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1e92de-4c87-4d45-b853-ee85fae8c701'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:31:50.922757 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b565bf2a2ce0626243007c858acec0a0684ffd3fe6012f569d221254cd872eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afee8cdc-f000-444b-a5cb-0b7a41547237" -d '{"events": [{"server_uuid": "2bae59bd-7f45-4bb4-adff-c527d3ddc444", "name": "network-vif-plugged", "status": "completed", "tag": "0f1e92de-4c87-4d45-b853-ee85fae8c701"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:31:50.935163 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 0f1e92de-4c87-4d45-b853-ee85fae8c701, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=0f1e92de-4c87-4d45-b853-ee85fae8c701,segment=NetworkSegment(aa76d1b5-f63d-4ad1-9f52-79aa950e62a3),segment_id=aa76d1b5-f63d-4ad1-9f52-79aa950e62a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:31:50.939047 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:50.972892 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d59e87-60bd-40ab-bc48-d2e17fd7203c x-openstack-request-id: req-b5d59e87-60bd-40ab-bc48-d2e17fd7203c {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:31:50.973188 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bae59bd-7f45-4bb4-adff-c527d3ddc444", "name": "network-vif-plugged", "status": "completed", "tag": "0f1e92de-4c87-4d45-b853-ee85fae8c701", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:31:50.973570 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5d59e87-60bd-40ab-bc48-d2e17fd7203c {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:31:50.973955 dv-cinder-805316-3-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bae59bd-7f45-4bb4-adff-c527d3ddc444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1e92de-4c87-4d45-b853-ee85fae8c701', 'code': 200} Aug 30 17:31:50.994155 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=0f1e92de-4c87-4d45-b853-ee85fae8c701,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:31:51.139170 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0536238-d829-4620-8438-7621622589ab req-40a8ea9d-e3cb-458a-b3bf-b8b55386551e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:51.141406 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d0536238-d829-4620-8438-7621622589ab req-40a8ea9d-e3cb-458a-b3bf-b8b55386551e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2bae59bd-7f45-4bb4-adff-c527d3ddc444 HTTP/1.1" status: 200 len: 1099 time: 0.0404704 Aug 30 17:31:51.175280 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d0536238-d829-4620-8438-7621622589ab req-433692c6-021d-4a18-a8b4-85bd405063ba service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f383bb4c-3b94-4498-be13-dc1fdb919e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270824 Aug 30 17:31:51.540720 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976eee6c-f06d-4689-8629-ce78e1afc0e1 req-41461a87-8eda-466d-805d-40b8a6b93c5d tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:51.542227 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-976eee6c-f06d-4689-8629-ce78e1afc0e1 req-41461a87-8eda-466d-805d-40b8a6b93c5d tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bae59bd-7f45-4bb4-adff-c527d3ddc444 HTTP/1.1" status: 200 len: 946 time: 0.0519536 Aug 30 17:31:51.580677 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-976eee6c-f06d-4689-8629-ce78e1afc0e1 req-d3704274-9251-4859-8872-3996b22c54e5 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=f383bb4c-3b94-4498-be13-dc1fdb919e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324960 Aug 30 17:31:52.696324 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af559dcd-b502-49bb-ad7a-b49b12c64a12 req-15516064-1e8d-41c0-a143-7ef2a644ab30 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:52.697810 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-af559dcd-b502-49bb-ad7a-b49b12c64a12 req-15516064-1e8d-41c0-a143-7ef2a644ab30 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bae59bd-7f45-4bb4-adff-c527d3ddc444 HTTP/1.1" status: 200 len: 946 time: 0.0497503 Aug 30 17:31:52.735476 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-af559dcd-b502-49bb-ad7a-b49b12c64a12 req-6eba6f31-5323-4ade-9864-1d5a1a82284d tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=f383bb4c-3b94-4498-be13-dc1fdb919e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312979 Aug 30 17:31:52.847866 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b7343-a9bf-44fd-8b91-0b98c07afd60 req-690bebe2-1838-47ed-9c38-67a19ed026a9 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:52.849224 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-de6b7343-a9bf-44fd-8b91-0b98c07afd60 req-690bebe2-1838-47ed-9c38-67a19ed026a9 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bae59bd-7f45-4bb4-adff-c527d3ddc444 HTTP/1.1" status: 200 len: 946 time: 0.0480852 Aug 30 17:31:52.857425 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 57558) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:31:52.861808 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-90f3eb12-a239-494a-bd22-6c145d5b433b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Request body: {'floatingip': {'port_id': '0f1e92de-4c87-4d45-b853-ee85fae8c701'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:31:52.902591 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90f3eb12-a239-494a-bd22-6c145d5b433b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for floatingip, before_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:53.542908 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90f3eb12-a239-494a-bd22-6c145d5b433b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:53.547182 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90f3eb12-a239-494a-bd22-6c145d5b433b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535188'] for floatingip, after_update {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:53.646330 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.db.l3_db [None req-90f3eb12-a239-494a-bd22-6c145d5b433b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Floating IP 03845a82-c606-4ea0-80f2-425488b62f17 associated. External IP: 172.27.2.65, port: 0f1e92de-4c87-4d45-b853-ee85fae8c701. Aug 30 17:31:53.847955 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f3eb12-a239-494a-bd22-6c145d5b433b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Router 0a94bd0e-ad4e-4405-b848-5069a1cc02a8 has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:31:53.954815 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f3eb12-a239-494a-bd22-6c145d5b433b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:31:53.959723 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-90f3eb12-a239-494a-bd22-6c145d5b433b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:53.964236 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf4dae0-6e82-4fba-94b4-f3f238926ade None None] Sync routers for ids ['0a94bd0e-ad4e-4405-b848-5069a1cc02a8'] in dv-cinder-805316-3-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:31:53.973763 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf4dae0-6e82-4fba-94b4-f3f238926ade None None] Routers {'0a94bd0e-ad4e-4405-b848-5069a1cc02a8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:31:53.974372 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9bf4dae0-6e82-4fba-94b4-f3f238926ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:31:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['0a94bd0e-ad4e-4405-b848-5069a1cc02a8'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:31:53.987072 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-90f3eb12-a239-494a-bd22-6c145d5b433b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "PUT /v2.0/floatingips/03845a82-c606-4ea0-80f2-425488b62f17 HTTP/1.1" status: 200 len: 991 time: 1.1285927 Aug 30 17:31:53.987641 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bae59bd-7f45-4bb4-adff-c527d3ddc444', 'tag': '0f1e92de-4c87-4d45-b853-ee85fae8c701'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:31:53.989894 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e183aeb7d1ae95b610e737921596bfe9224ef5c136def86ae36f97e4cb718d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdf4cfc-4577-4305-9b7c-18dceb797245" -d '{"events": [{"name": "network-changed", "server_uuid": "2bae59bd-7f45-4bb4-adff-c527d3ddc444", "tag": "0f1e92de-4c87-4d45-b853-ee85fae8c701"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:31:54.026018 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe42649-debc-4bde-9f02-12194b3fba88 x-openstack-request-id: req-9fe42649-debc-4bde-9f02-12194b3fba88 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:31:54.026432 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bae59bd-7f45-4bb4-adff-c527d3ddc444", "tag": "0f1e92de-4c87-4d45-b853-ee85fae8c701", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:31:54.026690 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9fe42649-debc-4bde-9f02-12194b3fba88 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:31:54.027084 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bae59bd-7f45-4bb4-adff-c527d3ddc444', 'tag': '0f1e92de-4c87-4d45-b853-ee85fae8c701', 'status': 'completed', 'code': 200} Aug 30 17:31:54.082971 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-9bf4dae0-6e82-4fba-94b4-f3f238926ade None None] Set router 0a94bd0e-ad4e-4405-b848-5069a1cc02a8 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:31:54.091029 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf4cfc-4577-4305-9b7c-18dceb797245 req-e2bdd48b-2760-4f50-8ec5-ce51c666dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:54.092525 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-efdf4cfc-4577-4305-9b7c-18dceb797245 req-e2bdd48b-2760-4f50-8ec5-ce51c666dfb2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84810c657160419396f42af704077c32&device_id=2bae59bd-7f45-4bb4-adff-c527d3ddc444 HTTP/1.1" status: 200 len: 1099 time: 0.0395851 Aug 30 17:31:54.196447 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf4cfc-4577-4305-9b7c-18dceb797245 req-efa0bf2c-564b-4db7-b1ad-653cba8d5f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:54.197948 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-efdf4cfc-4577-4305-9b7c-18dceb797245 req-efa0bf2c-564b-4db7-b1ad-653cba8d5f65 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e HTTP/1.1" status: 200 len: 912 time: 0.0880041 Aug 30 17:31:54.264433 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-efdf4cfc-4577-4305-9b7c-18dceb797245 req-5bf39eff-0e22-4e67-8e85-5e975d6796ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f1e92de-4c87-4d45-b853-ee85fae8c701 HTTP/1.1" status: 200 len: 999 time: 0.0588708 Aug 30 17:31:54.307257 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9bf4dae0-6e82-4fba-94b4-f3f238926ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'name': 'tempest-AttachVolumeTestJSON-1847082683-router', 'tenant_id': '84810c657160419396f42af704077c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:57Z', 'revision_number': 4, 'project_id': '84810c657160419396f42af704077c32', 'gw_port': {'id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_floatingips': [{'id': '03845a82-c606-4ea0-80f2-425488b62f17', 'tenant_id': '84810c657160419396f42af704077c32', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'port_id': '0f1e92de-4c87-4d45-b853-ee85fae8c701', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e', 'mac_address': 'fa:16:3e:1b:e0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bae59bd-7f45-4bb4-adff-c527d3ddc444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:31:42Z', 'updated_at': '2021-08-30T17:31:53Z', 'revision_number': 1, 'project_id': '84810c657160419396f42af704077c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b', 'name': '', 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e', 'tenant_id': '84810c657160419396f42af704077c32', 'mac_address': 'fa:16:3e:82:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:57Z', 'updated_at': '2021-08-30T17:29:03Z', 'revision_number': 5, 'project_id': '84810c657160419396f42af704077c32', 'subnets': [{'id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:31:54.319106 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf4cfc-4577-4305-9b7c-18dceb797245 req-5a87421c-ac61-4f39-827c-f530bed55567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:54.320616 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-efdf4cfc-4577-4305-9b7c-18dceb797245 req-5a87421c-ac61-4f39-827c-f530bed55567 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02875153-08f3-4e7a-b55c-f9d60fc97ad5 HTTP/1.1" status: 200 len: 850 time: 0.0485179 Aug 30 17:31:54.337511 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf4dae0-6e82-4fba-94b4-f3f238926ade None None] Checking router: 0a94bd0e-ad4e-4405-b848-5069a1cc02a8 for host: dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:31:54.345984 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf4dae0-6e82-4fba-94b4-f3f238926ade None None] Routers {'0a94bd0e-ad4e-4405-b848-5069a1cc02a8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:31:54.346598 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9bf4dae0-6e82-4fba-94b4-f3f238926ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:31:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['0a94bd0e-ad4e-4405-b848-5069a1cc02a8'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:31:54.367318 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf4cfc-4577-4305-9b7c-18dceb797245 req-552516b7-4e59-4ff6-8050-8519fe5f111e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:31:54.368827 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-efdf4cfc-4577-4305-9b7c-18dceb797245 req-552516b7-4e59-4ff6-8050-8519fe5f111e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416939 Aug 30 17:31:54.460618 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-efdf4cfc-4577-4305-9b7c-18dceb797245 req-d5c4468f-b471-4e5a-96f2-5428ac592f36 service neutron] 10.222.0.52 "GET /v2.0/networks/bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840461 Aug 30 17:31:54.542119 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-9bf4dae0-6e82-4fba-94b4-f3f238926ade None None] Set router 0a94bd0e-ad4e-4405-b848-5069a1cc02a8 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:31:54.561365 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-efdf4cfc-4577-4305-9b7c-18dceb797245 req-50a205c6-34d9-40ec-98cf-91bb2bfccf9b service neutron] 10.222.0.52 "GET /v2.0/networks/bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930479 Aug 30 17:31:54.774755 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-9bf4dae0-6e82-4fba-94b4-f3f238926ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'name': 'tempest-AttachVolumeTestJSON-1847082683-router', 'tenant_id': '84810c657160419396f42af704077c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:57Z', 'revision_number': 4, 'project_id': '84810c657160419396f42af704077c32', 'gw_port': {'id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_floatingips': [{'id': '03845a82-c606-4ea0-80f2-425488b62f17', 'tenant_id': '84810c657160419396f42af704077c32', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'port_id': '0f1e92de-4c87-4d45-b853-ee85fae8c701', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e', 'mac_address': 'fa:16:3e:1b:e0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bae59bd-7f45-4bb4-adff-c527d3ddc444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:31:42Z', 'updated_at': '2021-08-30T17:31:53Z', 'revision_number': 1, 'project_id': '84810c657160419396f42af704077c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b', 'name': '', 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e', 'tenant_id': '84810c657160419396f42af704077c32', 'mac_address': 'fa:16:3e:82:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:57Z', 'updated_at': '2021-08-30T17:29:03Z', 'revision_number': 5, 'project_id': '84810c657160419396f42af704077c32', 'subnets': [{'id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:31:54.801089 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf4dae0-6e82-4fba-94b4-f3f238926ade None None] The sync data for ids ['0a94bd0e-ad4e-4405-b848-5069a1cc02a8'] in dv-cinder-805316-3-iscsi is: [{'id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'name': 'tempest-AttachVolumeTestJSON-1847082683-router', 'tenant_id': '84810c657160419396f42af704077c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:57Z', 'revision_number': 4, 'project_id': '84810c657160419396f42af704077c32', 'gw_port': {'id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_floatingips': [{'id': '03845a82-c606-4ea0-80f2-425488b62f17', 'tenant_id': '84810c657160419396f42af704077c32', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'port_id': '0f1e92de-4c87-4d45-b853-ee85fae8c701', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e', 'mac_address': 'fa:16:3e:1b:e0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bae59bd-7f45-4bb4-adff-c527d3ddc444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:31:42Z', 'updated_at': '2021-08-30T17:31:53Z', 'revision_number': 1, 'project_id': '84810c657160419396f42af704077c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b', 'name': '', 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e', 'tenant_id': '84810c657160419396f42af704077c32', 'mac_address': 'fa:16:3e:82:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:57Z', 'updated_at': '2021-08-30T17:29:03Z', 'revision_number': 5, 'project_id': '84810c657160419396f42af704077c32', 'subnets': [{'id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:31:54.848119 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8aa6fae7-11ca-45ad-b801-4b7024093244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:54.989690 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af144990-fb38-455f-b75e-c44eae87a1ea None None] New status for floating IP 03845a82-c606-4ea0-80f2-425488b62f17: ACTIVE {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:31:55.045004 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:57.587779 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-27ef49f5-0568-4d98-85e2-f7eeea139854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:57.855033 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:31:58.812764 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:00.105370 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:04.068494 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2990d2b7-e29f-47ba-a576-788e360413e8 req-a0266c08-7dc4-4f9c-beaa-fce6be8d913f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b290bab4-82ed-4bfa-ad9c-027fadf6c05b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0845902 Aug 30 17:32:04.127703 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990d2b7-e29f-47ba-a576-788e360413e8 req-9b471016-e530-43f9-a3a0-0acff1db0c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:32:04.129171 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2990d2b7-e29f-47ba-a576-788e360413e8 req-9b471016-e530-43f9-a3a0-0acff1db0c0e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d89c045221f140f2ab71b985fce23b49&device_id=b290bab4-82ed-4bfa-ad9c-027fadf6c05b HTTP/1.1" status: 200 len: 1098 time: 0.0398138 Aug 30 17:32:04.233602 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990d2b7-e29f-47ba-a576-788e360413e8 req-3c99f120-e318-4ff8-87fc-290678ac79e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:32:04.235567 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2990d2b7-e29f-47ba-a576-788e360413e8 req-3c99f120-e318-4ff8-87fc-290678ac79e4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5cc4ee96-09c0-4388-a625-c8e44b64f728 HTTP/1.1" status: 200 len: 913 time: 0.0877008 Aug 30 17:32:04.302842 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2990d2b7-e29f-47ba-a576-788e360413e8 req-a653e00e-bde9-4feb-b639-82540c6ba566 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c692d1a-66f4-44fa-a0f2-e0728f226232 HTTP/1.1" status: 200 len: 1001 time: 0.0599627 Aug 30 17:32:04.357730 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990d2b7-e29f-47ba-a576-788e360413e8 req-8272c4a3-74fd-4f53-8ea8-b50ad7e37097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:32:04.360801 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2990d2b7-e29f-47ba-a576-788e360413e8 req-8272c4a3-74fd-4f53-8ea8-b50ad7e37097 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=940351cc-f7c5-4d94-9783-0f7b5953487f HTTP/1.1" status: 200 len: 851 time: 0.0503874 Aug 30 17:32:04.406754 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990d2b7-e29f-47ba-a576-788e360413e8 req-fd700931-c880-45b3-a009-bfcd07647cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:32:04.408229 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2990d2b7-e29f-47ba-a576-788e360413e8 req-fd700931-c880-45b3-a009-bfcd07647cb4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5cc4ee96-09c0-4388-a625-c8e44b64f728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403945 Aug 30 17:32:04.419470 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [req-2990d2b7-e29f-47ba-a576-788e360413e8 req-b0f8d2bc-6604-4cf4-b6b7-71cdad1a27f5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93815) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 17:32:04.421201 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2990d2b7-e29f-47ba-a576-788e360413e8 req-b0f8d2bc-6604-4cf4-b6b7-71cdad1a27f5 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049856 Aug 30 17:32:04.505741 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2990d2b7-e29f-47ba-a576-788e360413e8 req-e074dddf-e637-4dfc-8c01-ee0381fd6863 service neutron] 10.222.0.52 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775774 Aug 30 17:32:04.599551 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2990d2b7-e29f-47ba-a576-788e360413e8 req-e03f1568-ad55-41b0-9c49-e2e604245f75 service neutron] 10.222.0.52 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856035 Aug 30 17:32:24.838917 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cf896c82-8b9a-4ea5-9ebe-8fc6bda04d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:25.039321 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:27.175370 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:32:27.588392 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8eeacdf0-1b48-48fd-8afb-c686a0fd20c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:27.855522 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:28.815139 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:30.108605 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:54.841312 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-543eb896-6012-4812-8a7d-4a559ad2e15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:55.037990 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:55.175624 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9674f-79be-4f75-ac9e-1b37de6497c9 req-fadda8c7-c07c-46ac-999e-85ec8f21c48a tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:32:55.177090 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9ff9674f-79be-4f75-ac9e-1b37de6497c9 req-fadda8c7-c07c-46ac-999e-85ec8f21c48a tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bae59bd-7f45-4bb4-adff-c527d3ddc444 HTTP/1.1" status: 200 len: 946 time: 0.0496464 Aug 30 17:32:55.213805 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-9ff9674f-79be-4f75-ac9e-1b37de6497c9 req-80fabe5f-9589-41a6-99d7-80f3e408fb33 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=f383bb4c-3b94-4498-be13-dc1fdb919e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307167 Aug 30 17:32:56.331924 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30a222-1c4f-45a1-819c-6525987cf129 req-230d3a0e-9f6a-424e-b211-790da1986d31 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:32:56.333390 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6d30a222-1c4f-45a1-819c-6525987cf129 req-230d3a0e-9f6a-424e-b211-790da1986d31 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bae59bd-7f45-4bb4-adff-c527d3ddc444 HTTP/1.1" status: 200 len: 946 time: 0.0519998 Aug 30 17:32:56.370465 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-6d30a222-1c4f-45a1-819c-6525987cf129 req-b00e8209-c563-4f19-b8a7-7922b4be0839 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups?id=f383bb4c-3b94-4498-be13-dc1fdb919e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312190 Aug 30 17:32:56.801467 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0c4a7-e4b8-4a59-bd67-f4e2207bb88b req-95704fd6-785f-4bbd-8b9f-ebd0b051e317 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:32:56.802951 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e4c0c4a7-e4b8-4a59-bd67-f4e2207bb88b req-95704fd6-785f-4bbd-8b9f-ebd0b051e317 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.52 "GET /v2.0/ports?device_id=2bae59bd-7f45-4bb4-adff-c527d3ddc444 HTTP/1.1" status: 200 len: 946 time: 0.0497577 Aug 30 17:32:56.893342 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-e4c0c4a7-e4b8-4a59-bd67-f4e2207bb88b req-b1207a28-49b8-4404-ab6d-7c70e919e679 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Deleting port 0f1e92de-4c87-4d45-b853-ee85fae8c701 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:32:56.893817 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e4c0c4a7-e4b8-4a59-bd67-f4e2207bb88b req-b1207a28-49b8-4404-ab6d-7c70e919e679 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:56.991772 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-e4c0c4a7-e4b8-4a59-bd67-f4e2207bb88b req-b1207a28-49b8-4404-ab6d-7c70e919e679 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] For port 0f1e92de-4c87-4d45-b853-ee85fae8c701, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=0f1e92de-4c87-4d45-b853-ee85fae8c701,segment=NetworkSegment(aa76d1b5-f63d-4ad1-9f52-79aa950e62a3),segment_id=aa76d1b5-f63d-4ad1-9f52-79aa950e62a3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:32:56.992135 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e4c0c4a7-e4b8-4a59-bd67-f4e2207bb88b req-b1207a28-49b8-4404-ab6d-7c70e919e679 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:57.157384 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e4c0c4a7-e4b8-4a59-bd67-f4e2207bb88b req-b1207a28-49b8-4404-ab6d-7c70e919e679 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:57.157716 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e4c0c4a7-e4b8-4a59-bd67-f4e2207bb88b req-b1207a28-49b8-4404-ab6d-7c70e919e679 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535188'] for floatingip, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:57.158030 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.db.l3_db [req-e4c0c4a7-e4b8-4a59-bd67-f4e2207bb88b req-b1207a28-49b8-4404-ab6d-7c70e919e679 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Floating IP 03845a82-c606-4ea0-80f2-425488b62f17 disassociated. External IP: 172.27.2.65, port: 0f1e92de-4c87-4d45-b853-ee85fae8c701. Aug 30 17:32:57.158367 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-e4c0c4a7-e4b8-4a59-bd67-f4e2207bb88b req-b1207a28-49b8-4404-ab6d-7c70e919e679 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Calling delete_port for 0f1e92de-4c87-4d45-b853-ee85fae8c701 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:32:57.277547 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e4c0c4a7-e4b8-4a59-bd67-f4e2207bb88b req-b1207a28-49b8-4404-ab6d-7c70e919e679 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:57.306180 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1207a28-49b8-4404-ab6d-7c70e919e679 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Pushing event deleted for resources: {'Port': ['ID=0f1e92de-4c87-4d45-b853-ee85fae8c701,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:32:57.317872 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1207a28-49b8-4404-ab6d-7c70e919e679 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:32:57.318231 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1207a28-49b8-4404-ab6d-7c70e919e679 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:32:57.318576 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1207a28-49b8-4404-ab6d-7c70e919e679 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:32:57.318914 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1207a28-49b8-4404-ab6d-7c70e919e679 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:32:57.319246 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1207a28-49b8-4404-ab6d-7c70e919e679 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:32:57.319579 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1207a28-49b8-4404-ab6d-7c70e919e679 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:32:57.319908 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1207a28-49b8-4404-ab6d-7c70e919e679 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:32:57.320238 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1207a28-49b8-4404-ab6d-7c70e919e679 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:32:57.320565 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1207a28-49b8-4404-ab6d-7c70e919e679 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:32:57.320890 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1207a28-49b8-4404-ab6d-7c70e919e679 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:32:57.321214 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1207a28-49b8-4404-ab6d-7c70e919e679 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:32:57.321555 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1207a28-49b8-4404-ab6d-7c70e919e679 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:32:57.428657 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4c0c4a7-e4b8-4a59-bd67-f4e2207bb88b req-b1207a28-49b8-4404-ab6d-7c70e919e679 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Router 0a94bd0e-ad4e-4405-b848-5069a1cc02a8 has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:32:57.464912 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-1240fa41-31f3-49d8-b4a8-77243b625f19 req-6c44b54f-0c14-47db-a128-48f6055deb31 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bae59bd-7f45-4bb4-adff-c527d3ddc444 HTTP/1.1" status: 200 len: 210 time: 0.0254867 Aug 30 17:32:57.534814 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4c0c4a7-e4b8-4a59-bd67-f4e2207bb88b req-b1207a28-49b8-4404-ab6d-7c70e919e679 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:32:57.545391 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6771e4-c644-446a-ba6f-7a094c20d297 None None] Sync routers for ids ['0a94bd0e-ad4e-4405-b848-5069a1cc02a8'] in dv-cinder-805316-3-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:32:57.554264 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6771e4-c644-446a-ba6f-7a094c20d297 None None] Routers {'0a94bd0e-ad4e-4405-b848-5069a1cc02a8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:32:57.554856 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8a6771e4-c644-446a-ba6f-7a094c20d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:32:28Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['0a94bd0e-ad4e-4405-b848-5069a1cc02a8'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:32:57.578225 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c0c4a7-e4b8-4a59-bd67-f4e2207bb88b req-b1207a28-49b8-4404-ab6d-7c70e919e679 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] No DVR routers for this DVR port 0f1e92de-4c87-4d45-b853-ee85fae8c701 on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:32:57.581108 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-e4c0c4a7-e4b8-4a59-bd67-f4e2207bb88b req-b1207a28-49b8-4404-ab6d-7c70e919e679 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:57.582875 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e4c0c4a7-e4b8-4a59-bd67-f4e2207bb88b req-b1207a28-49b8-4404-ab6d-7c70e919e679 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.52 "DELETE /v2.0/ports/0f1e92de-4c87-4d45-b853-ee85fae8c701 HTTP/1.1" status: 204 len: 173 time: 0.7737987 Aug 30 17:32:57.583317 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bae59bd-7f45-4bb4-adff-c527d3ddc444', 'name': 'network-vif-deleted', 'tag': '0f1e92de-4c87-4d45-b853-ee85fae8c701'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:32:57.585556 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef3075f-472c-4d91-b4c6-779fa5486f8e" -d '{"events": [{"server_uuid": "2bae59bd-7f45-4bb4-adff-c527d3ddc444", "name": "network-vif-deleted", "tag": "0f1e92de-4c87-4d45-b853-ee85fae8c701"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:32:57.602913 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-61de7ed6-8cdc-400f-b144-ed1369cb5c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:57.626728 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf3c9fd-e7c7-4553-bcca-0eb28b1b24ac x-openstack-request-id: req-faf3c9fd-e7c7-4553-bcca-0eb28b1b24ac {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:32:57.627076 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bae59bd-7f45-4bb4-adff-c527d3ddc444", "name": "network-vif-deleted", "tag": "0f1e92de-4c87-4d45-b853-ee85fae8c701", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:32:57.627388 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-faf3c9fd-e7c7-4553-bcca-0eb28b1b24ac {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:32:57.627886 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bae59bd-7f45-4bb4-adff-c527d3ddc444', 'name': 'network-vif-deleted', 'tag': '0f1e92de-4c87-4d45-b853-ee85fae8c701', 'status': 'completed', 'code': 200} Aug 30 17:32:57.670969 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-8a6771e4-c644-446a-ba6f-7a094c20d297 None None] Set router 0a94bd0e-ad4e-4405-b848-5069a1cc02a8 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:32:57.856271 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:57.876091 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8a6771e4-c644-446a-ba6f-7a094c20d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'name': 'tempest-AttachVolumeTestJSON-1847082683-router', 'tenant_id': '84810c657160419396f42af704077c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:57Z', 'revision_number': 4, 'project_id': '84810c657160419396f42af704077c32', 'gw_port': {'id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': 'e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b', 'name': '', 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e', 'tenant_id': '84810c657160419396f42af704077c32', 'mac_address': 'fa:16:3e:82:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:57Z', 'updated_at': '2021-08-30T17:29:03Z', 'revision_number': 5, 'project_id': '84810c657160419396f42af704077c32', 'subnets': [{'id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:32:57.902048 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6771e4-c644-446a-ba6f-7a094c20d297 None None] Checking router: 0a94bd0e-ad4e-4405-b848-5069a1cc02a8 for host: dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:32:57.910173 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6771e4-c644-446a-ba6f-7a094c20d297 None None] Routers {'0a94bd0e-ad4e-4405-b848-5069a1cc02a8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:32:57.910770 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8a6771e4-c644-446a-ba6f-7a094c20d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:32:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['0a94bd0e-ad4e-4405-b848-5069a1cc02a8'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:32:58.014735 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-8a6771e4-c644-446a-ba6f-7a094c20d297 None None] Set router 0a94bd0e-ad4e-4405-b848-5069a1cc02a8 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:32:58.208916 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-8a6771e4-c644-446a-ba6f-7a094c20d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'name': 'tempest-AttachVolumeTestJSON-1847082683-router', 'tenant_id': '84810c657160419396f42af704077c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:57Z', 'revision_number': 4, 'project_id': '84810c657160419396f42af704077c32', 'gw_port': {'id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': 'e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b', 'name': '', 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e', 'tenant_id': '84810c657160419396f42af704077c32', 'mac_address': 'fa:16:3e:82:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:57Z', 'updated_at': '2021-08-30T17:29:03Z', 'revision_number': 5, 'project_id': '84810c657160419396f42af704077c32', 'subnets': [{'id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:32:58.237688 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6771e4-c644-446a-ba6f-7a094c20d297 None None] The sync data for ids ['0a94bd0e-ad4e-4405-b848-5069a1cc02a8'] in dv-cinder-805316-3-iscsi is: [{'id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'name': 'tempest-AttachVolumeTestJSON-1847082683-router', 'tenant_id': '84810c657160419396f42af704077c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:57Z', 'revision_number': 4, 'project_id': '84810c657160419396f42af704077c32', 'gw_port': {'id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': 'e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b', 'name': '', 'network_id': 'bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e', 'tenant_id': '84810c657160419396f42af704077c32', 'mac_address': 'fa:16:3e:82:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:57Z', 'updated_at': '2021-08-30T17:29:03Z', 'revision_number': 5, 'project_id': '84810c657160419396f42af704077c32', 'subnets': [{'id': '02875153-08f3-4e7a-b55c-f9d60fc97ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:32:58.451589 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af7fb4e-d678-4262-a0f0-1453adde8caa None None] New status for floating IP 03845a82-c606-4ea0-80f2-425488b62f17: DOWN {{(pid=93817) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:32:58.547888 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57786) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:32:58.608892 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d928a0fb-f312-461b-8eb7-150184a9239b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:58.632368 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d928a0fb-f312-461b-8eb7-150184a9239b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:58.680282 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d928a0fb-f312-461b-8eb7-150184a9239b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:58.683078 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d928a0fb-f312-461b-8eb7-150184a9239b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:58.684922 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-d928a0fb-f312-461b-8eb7-150184a9239b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "DELETE /v2.0/security-groups/f383bb4c-3b94-4498-be13-dc1fdb919e74 HTTP/1.1" status: 204 len: 168 time: 0.1359074 Aug 30 17:32:58.687681 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 57788) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:32:58.697765 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928a0fb-f312-461b-8eb7-150184a9239b tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f383bb4c-3b94-4498-be13-dc1fdb919e74,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:32:58.700898 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.api.v2.resource [None req-089c0549-7e5e-4a30-8b3d-43194b3aed28 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] show failed (client error): The resource could not be found. Aug 30 17:32:58.701915 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-089c0549-7e5e-4a30-8b3d-43194b3aed28 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "GET /v2.0/security-groups/f383bb4c-3b94-4498-be13-dc1fdb919e74 HTTP/1.1" status: 404 len: 347 time: 0.0131710 Aug 30 17:32:58.704843 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 57790) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:32:58.819249 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:58.825511 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-190d0ad6-80ed-4c8a-8995-fc7ab561d9f8 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Deleting port 682f4bc6-0ab5-4a6d-af25-dcf7e882b528 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:32:58.825890 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-190d0ad6-80ed-4c8a-8995-fc7ab561d9f8 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:58.901037 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-190d0ad6-80ed-4c8a-8995-fc7ab561d9f8 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:58.901360 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-190d0ad6-80ed-4c8a-8995-fc7ab561d9f8 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:58.912808 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-190d0ad6-80ed-4c8a-8995-fc7ab561d9f8 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Calling delete_port for 682f4bc6-0ab5-4a6d-af25-dcf7e882b528 owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:32:59.035939 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-190d0ad6-80ed-4c8a-8995-fc7ab561d9f8 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:59.065051 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d0ad6-80ed-4c8a-8995-fc7ab561d9f8 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Pushing event deleted for resources: {'Port': ['ID=682f4bc6-0ab5-4a6d-af25-dcf7e882b528,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:32:59.087159 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d0ad6-80ed-4c8a-8995-fc7ab561d9f8 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:32:59.087435 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d0ad6-80ed-4c8a-8995-fc7ab561d9f8 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:32:59.087772 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d0ad6-80ed-4c8a-8995-fc7ab561d9f8 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:32:59.088104 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d0ad6-80ed-4c8a-8995-fc7ab561d9f8 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:32:59.088435 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d0ad6-80ed-4c8a-8995-fc7ab561d9f8 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:32:59.088766 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d0ad6-80ed-4c8a-8995-fc7ab561d9f8 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:32:59.089091 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d0ad6-80ed-4c8a-8995-fc7ab561d9f8 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:32:59.089415 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d0ad6-80ed-4c8a-8995-fc7ab561d9f8 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:32:59.090319 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d0ad6-80ed-4c8a-8995-fc7ab561d9f8 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:32:59.090722 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d0ad6-80ed-4c8a-8995-fc7ab561d9f8 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:32:59.091045 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d0ad6-80ed-4c8a-8995-fc7ab561d9f8 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:32:59.091368 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190d0ad6-80ed-4c8a-8995-fc7ab561d9f8 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:32:59.130754 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-190d0ad6-80ed-4c8a-8995-fc7ab561d9f8 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:59.133506 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-190d0ad6-80ed-4c8a-8995-fc7ab561d9f8 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:32:59.134641 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-190d0ad6-80ed-4c8a-8995-fc7ab561d9f8 tempest-AttachVolumeTestJSON-1999821818 tempest-AttachVolumeTestJSON-1999821818-project] 10.222.0.21 "DELETE /v2.0/floatingips/03845a82-c606-4ea0-80f2-425488b62f17 HTTP/1.1" status: 204 len: 168 time: 0.4290123 Aug 30 17:32:59.166084 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 0f1e92de-4c87-4d45-b853-ee85fae8c701 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:32:59.186920 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] No Port match for: 0f1e92de-4c87-4d45-b853-ee85fae8c701 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:32:59.187267 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 0f1e92de-4c87-4d45-b853-ee85fae8c701 not bound to the agent host hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:33:00.111035 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:02.657547 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57818) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:02.993105 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dd855f05-8fa6-4af7-9990-9ebf0f58f178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533962'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:03.222999 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-dd855f05-8fa6-4af7-9990-9ebf0f58f178 admin admin] Deleting port e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:33:03.223342 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dd855f05-8fa6-4af7-9990-9ebf0f58f178 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:03.301083 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-dd855f05-8fa6-4af7-9990-9ebf0f58f178 admin admin] For port e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b,segment=NetworkSegment(aa76d1b5-f63d-4ad1-9f52-79aa950e62a3),segment_id=aa76d1b5-f63d-4ad1-9f52-79aa950e62a3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:33:03.301362 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dd855f05-8fa6-4af7-9990-9ebf0f58f178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:03.313960 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-dd855f05-8fa6-4af7-9990-9ebf0f58f178 admin admin] Calling delete_port for e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:33:03.487168 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dd855f05-8fa6-4af7-9990-9ebf0f58f178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:03.512381 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd855f05-8fa6-4af7-9990-9ebf0f58f178 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:03.688868 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dd855f05-8fa6-4af7-9990-9ebf0f58f178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533760'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:03.893041 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd855f05-8fa6-4af7-9990-9ebf0f58f178 admin admin] Router 0a94bd0e-ad4e-4405-b848-5069a1cc02a8 has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:33:03.996898 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd855f05-8fa6-4af7-9990-9ebf0f58f178 admin admin] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:33:04.001883 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-dd855f05-8fa6-4af7-9990-9ebf0f58f178 admin admin] 10.222.0.21 "PUT /v2.0/routers/0a94bd0e-ad4e-4405-b848-5069a1cc02a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3432829 Aug 30 17:33:04.004392 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57820) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:04.005440 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fa5ddf-54b4-4bb7-a5b9-9f82728eb947 None None] Sync routers for ids ['0a94bd0e-ad4e-4405-b848-5069a1cc02a8'] in dv-cinder-805316-3-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:33:04.015447 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fa5ddf-54b4-4bb7-a5b9-9f82728eb947 None None] Routers {'0a94bd0e-ad4e-4405-b848-5069a1cc02a8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:33:04.016063 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-95fa5ddf-54b4-4bb7-a5b9-9f82728eb947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:32:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['0a94bd0e-ad4e-4405-b848-5069a1cc02a8'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:33:04.105161 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e461b74-fc1f-4f1d-83fc-59672cb58f89 admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:04.117201 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-95fa5ddf-54b4-4bb7-a5b9-9f82728eb947 None None] Set router 0a94bd0e-ad4e-4405-b848-5069a1cc02a8 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:33:04.175998 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:33:04.205395 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e461b74-fc1f-4f1d-83fc-59672cb58f89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:04.257239 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4e461b74-fc1f-4f1d-83fc-59672cb58f89 admin admin] Deleting port 5fe33ce1-10d1-4774-9d80-978d2681f837 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:33:04.257608 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e461b74-fc1f-4f1d-83fc-59672cb58f89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:04.297623 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-95fa5ddf-54b4-4bb7-a5b9-9f82728eb947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'name': 'tempest-AttachVolumeTestJSON-1847082683-router', 'tenant_id': '84810c657160419396f42af704077c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:33:03Z', 'revision_number': 5, 'project_id': '84810c657160419396f42af704077c32', 'gw_port': {'id': '5fe33ce1-10d1-4774-9d80-978d2681f837', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:7e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:33:04.323083 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fa5ddf-54b4-4bb7-a5b9-9f82728eb947 None None] Checking router: 0a94bd0e-ad4e-4405-b848-5069a1cc02a8 for host: dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:33:04.331679 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fa5ddf-54b4-4bb7-a5b9-9f82728eb947 None None] Routers {'0a94bd0e-ad4e-4405-b848-5069a1cc02a8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:33:04.332288 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-95fa5ddf-54b4-4bb7-a5b9-9f82728eb947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:32:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['0a94bd0e-ad4e-4405-b848-5069a1cc02a8'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:33:04.335970 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-4e461b74-fc1f-4f1d-83fc-59672cb58f89 admin admin] For port 5fe33ce1-10d1-4774-9d80-978d2681f837, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=5fe33ce1-10d1-4774-9d80-978d2681f837,segment=NetworkSegment(a1e39651-c313-42ea-8a56-542d3d88063d),segment_id=a1e39651-c313-42ea-8a56-542d3d88063d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:33:04.336341 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e461b74-fc1f-4f1d-83fc-59672cb58f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:04.348232 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-4e461b74-fc1f-4f1d-83fc-59672cb58f89 admin admin] Calling delete_port for 5fe33ce1-10d1-4774-9d80-978d2681f837 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:33:04.419179 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-95fa5ddf-54b4-4bb7-a5b9-9f82728eb947 None None] Set router 0a94bd0e-ad4e-4405-b848-5069a1cc02a8 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:33:04.475309 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-95fa5ddf-54b4-4bb7-a5b9-9f82728eb947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'name': 'tempest-AttachVolumeTestJSON-1847082683-router', 'tenant_id': '84810c657160419396f42af704077c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:33:04Z', 'revision_number': 6, 'project_id': '84810c657160419396f42af704077c32', 'gw_port_host': None}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:33:04.500975 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fa5ddf-54b4-4bb7-a5b9-9f82728eb947 None None] The sync data for ids ['0a94bd0e-ad4e-4405-b848-5069a1cc02a8'] in dv-cinder-805316-3-iscsi is: [{'id': '0a94bd0e-ad4e-4405-b848-5069a1cc02a8', 'name': 'tempest-AttachVolumeTestJSON-1847082683-router', 'tenant_id': '84810c657160419396f42af704077c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:28:55Z', 'updated_at': '2021-08-30T17:33:04Z', 'revision_number': 6, 'project_id': '84810c657160419396f42af704077c32', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:33:04.514716 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e461b74-fc1f-4f1d-83fc-59672cb58f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:04.540615 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e461b74-fc1f-4f1d-83fc-59672cb58f89 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fe33ce1-10d1-4774-9d80-978d2681f837,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:04.599397 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e461b74-fc1f-4f1d-83fc-59672cb58f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535130'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:04.937586 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e461b74-fc1f-4f1d-83fc-59672cb58f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102458'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:04.939764 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e461b74-fc1f-4f1d-83fc-59672cb58f89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:04.980947 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e461b74-fc1f-4f1d-83fc-59672cb58f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525258'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:04.981511 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e461b74-fc1f-4f1d-83fc-59672cb58f89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a94bd0e-ad4e-4405-b848-5069a1cc02a8 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 17:33:04.985987 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e461b74-fc1f-4f1d-83fc-59672cb58f89 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:04.987402 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-4e461b74-fc1f-4f1d-83fc-59672cb58f89 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0a94bd0e-ad4e-4405-b848-5069a1cc02a8 HTTP/1.1" status: 204 len: 168 time: 0.9819670 Aug 30 17:33:04.989883 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57822) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:05.033667 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-533aecea-c285-48ea-91db-77f60745bd70 admin admin] Deleting subnet 02875153-08f3-4e7a-b55c-f9d60fc97ad5 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:33:05.036646 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-533aecea-c285-48ea-91db-77f60745bd70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:05.070195 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-533aecea-c285-48ea-91db-77f60745bd70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993701'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:05.147812 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-533aecea-c285-48ea-91db-77f60745bd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33214020'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:05.199581 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-533aecea-c285-48ea-91db-77f60745bd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33214027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314945'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:05.225532 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533aecea-c285-48ea-91db-77f60745bd70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02875153-08f3-4e7a-b55c-f9d60fc97ad5,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:05.227532 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-533aecea-c285-48ea-91db-77f60745bd70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:05.229558 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-533aecea-c285-48ea-91db-77f60745bd70 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/02875153-08f3-4e7a-b55c-f9d60fc97ad5 HTTP/1.1" status: 204 len: 168 time: 0.2387156 Aug 30 17:33:05.232185 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57824) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:05.234505 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9d6a87-c40a-4142-b0ac-2a4fcae8d758 None None] Network bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:33:05.310488 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 5fe33ce1-10d1-4774-9d80-978d2681f837 no longer exists at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:33:05.311776 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30c9043d-bea9-4c64-b251-2849423968f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33116116'] for network, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:05.356128 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] No Port match for: 5fe33ce1-10d1-4774-9d80-978d2681f837 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:33:05.356509 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 5fe33ce1-10d1-4774-9d80-978d2681f837 not bound to the agent host dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:33:05.356882 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b no longer exists at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:33:05.366350 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-30c9043d-bea9-4c64-b251-2849423968f9 admin admin] Deleting port 6181fa68-8e7f-4434-a513-e533285a367c {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:33:05.366688 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30c9043d-bea9-4c64-b251-2849423968f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:05.389810 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] No Port match for: e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:33:05.390152 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device e1c6de12-2bf6-411e-a9b4-4a1e4d508e6b not bound to the agent host dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:33:05.432247 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-30c9043d-bea9-4c64-b251-2849423968f9 admin admin] For port 6181fa68-8e7f-4434-a513-e533285a367c, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=6181fa68-8e7f-4434-a513-e533285a367c,segment=NetworkSegment(aa76d1b5-f63d-4ad1-9f52-79aa950e62a3),segment_id=aa76d1b5-f63d-4ad1-9f52-79aa950e62a3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:33:05.432613 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30c9043d-bea9-4c64-b251-2849423968f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:05.446842 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-30c9043d-bea9-4c64-b251-2849423968f9 admin admin] Calling delete_port for 6181fa68-8e7f-4434-a513-e533285a367c owned by network:dhcp {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:33:05.462049 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecf0f4f-b03c-4cd2-8449-44ca873ab591 None None] DHCP port deletion for bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e request from dv-cinder-805316-3-iscsi {{(pid=93817) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 17:33:05.515677 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-eecf0f4f-b03c-4cd2-8449-44ca873ab591 None None] Deleting port 6181fa68-8e7f-4434-a513-e533285a367c {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:33:05.516061 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eecf0f4f-b03c-4cd2-8449-44ca873ab591 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:05.538577 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30c9043d-bea9-4c64-b251-2849423968f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:05.565896 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9043d-bea9-4c64-b251-2849423968f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6181fa68-8e7f-4434-a513-e533285a367c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:05.569433 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c9043d-bea9-4c64-b251-2849423968f9 admin admin] No DVR routers for this DVR port 6181fa68-8e7f-4434-a513-e533285a367c on host dv-cinder-805316-3-iscsi {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:33:05.589396 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-eecf0f4f-b03c-4cd2-8449-44ca873ab591 None None] For port 6181fa68-8e7f-4434-a513-e533285a367c, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=6181fa68-8e7f-4434-a513-e533285a367c,segment=NetworkSegment(aa76d1b5-f63d-4ad1-9f52-79aa950e62a3),segment_id=aa76d1b5-f63d-4ad1-9f52-79aa950e62a3)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:33:05.590530 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eecf0f4f-b03c-4cd2-8449-44ca873ab591 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:05.603457 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-eecf0f4f-b03c-4cd2-8449-44ca873ab591 None None] Calling delete_port for 6181fa68-8e7f-4434-a513-e533285a367c owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:33:05.643702 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30c9043d-bea9-4c64-b251-2849423968f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33152447', 'neutron.services.segments.db._delete_segments_for_network-8763729442798'] for network, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:05.653960 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-30c9043d-bea9-4c64-b251-2849423968f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e']}} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:33:05.664082 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-30c9043d-bea9-4c64-b251-2849423968f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa76d1b5-f63d-4ad1-9f52-79aa950e62a3') {'for_net_delete': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:33:05.664313 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.services.segments.db [None req-30c9043d-bea9-4c64-b251-2849423968f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa76d1b5-f63d-4ad1-9f52-79aa950e62a3') {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:33:05.672921 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30c9043d-bea9-4c64-b251-2849423968f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763729442681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3993722'] for segment, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:05.675435 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-eecf0f4f-b03c-4cd2-8449-44ca873ab591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:05.686845 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30c9043d-bea9-4c64-b251-2849423968f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:05.692816 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c9043d-bea9-4c64-b251-2849423968f9 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93815) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:33:05.693239 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30c9043d-bea9-4c64-b251-2849423968f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4194063'] for segment, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: Traceback (most recent call last): Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: timer() Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: cb(*args, **kw) Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: return func(*args, **kwargs) Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: self._notify() Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: self.callback(batched_events) Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: event.method(event) Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: return f(self, *a, **k) Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: return self._get(url).json() Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: return self.request(url, 'GET', **kwargs) Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:33:05.695281 dv-cinder-805316-3-iscsi neutron-server[93815]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:33:05.703057 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf0f4f-b03c-4cd2-8449-44ca873ab591 None None] Pushing event deleted for resources: {'Port': ['ID=6181fa68-8e7f-4434-a513-e533285a367c,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:05.710715 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecf0f4f-b03c-4cd2-8449-44ca873ab591 None None] No DVR routers for this DVR port 6181fa68-8e7f-4434-a513-e533285a367c on host dv-cinder-805316-3-iscsi {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:33:05.712734 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf0f4f-b03c-4cd2-8449-44ca873ab591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:33:05.713086 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf0f4f-b03c-4cd2-8449-44ca873ab591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:33:05.713437 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf0f4f-b03c-4cd2-8449-44ca873ab591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:33:05.713796 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf0f4f-b03c-4cd2-8449-44ca873ab591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:33:05.714124 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf0f4f-b03c-4cd2-8449-44ca873ab591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:33:05.714487 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf0f4f-b03c-4cd2-8449-44ca873ab591 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:33:05.715415 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf0f4f-b03c-4cd2-8449-44ca873ab591 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:33:05.715747 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf0f4f-b03c-4cd2-8449-44ca873ab591 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:33:05.716070 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf0f4f-b03c-4cd2-8449-44ca873ab591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:33:05.716393 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf0f4f-b03c-4cd2-8449-44ca873ab591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:33:05.716720 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf0f4f-b03c-4cd2-8449-44ca873ab591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:33:05.717044 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf0f4f-b03c-4cd2-8449-44ca873ab591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:33:05.757110 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30c9043d-bea9-4c64-b251-2849423968f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33152454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535142'] for network, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:05.762204 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-30c9043d-bea9-4c64-b251-2849423968f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:05.764135 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-30c9043d-bea9-4c64-b251-2849423968f9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e HTTP/1.1" status: 204 len: 168 time: 0.5310392 Aug 30 17:33:05.777915 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9043d-bea9-4c64-b251-2849423968f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf4fd10d-02f3-4508-8ea7-1b3c263f1d5e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:05.924645 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 57828) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:05.964235 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-c35aa8c6-6306-4387-9336-af5cfbc7a7cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84810c657160419396f42af704077c32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384405 Aug 30 17:33:05.967127 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bdd8cc80-b434-421a-979d-215f847e0ff6 req-14744e05-f38e-4227-bc6a-da57c185f446 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b290bab4-82ed-4bfa-ad9c-027fadf6c05b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426879 Aug 30 17:33:05.967634 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 57830) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:06.015935 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f4db018-d8c3-4252-805d-78a4c2c7e6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:06.037160 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f4db018-d8c3-4252-805d-78a4c2c7e6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:06.049388 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8cc80-b434-421a-979d-215f847e0ff6 req-19af0c18-a54d-40d6-ba61-d01c171230cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:33:06.051169 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bdd8cc80-b434-421a-979d-215f847e0ff6 req-19af0c18-a54d-40d6-ba61-d01c171230cc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d89c045221f140f2ab71b985fce23b49&device_id=b290bab4-82ed-4bfa-ad9c-027fadf6c05b HTTP/1.1" status: 200 len: 1098 time: 0.0415592 Aug 30 17:33:06.092094 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f4db018-d8c3-4252-805d-78a4c2c7e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:06.094632 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3f4db018-d8c3-4252-805d-78a4c2c7e6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:06.095764 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-3f4db018-d8c3-4252-805d-78a4c2c7e6c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6719f9d6-f43c-4474-b0d2-97325d062239 HTTP/1.1" status: 204 len: 168 time: 0.1272466 Aug 30 17:33:06.103553 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4db018-d8c3-4252-805d-78a4c2c7e6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6719f9d6-f43c-4474-b0d2-97325d062239,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:06.159329 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8cc80-b434-421a-979d-215f847e0ff6 req-5939399d-6228-4cda-944e-d021473a0f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:33:06.160786 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bdd8cc80-b434-421a-979d-215f847e0ff6 req-5939399d-6228-4cda-944e-d021473a0f45 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5cc4ee96-09c0-4388-a625-c8e44b64f728 HTTP/1.1" status: 200 len: 913 time: 0.0899394 Aug 30 17:33:06.230884 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bdd8cc80-b434-421a-979d-215f847e0ff6 req-cc2987e8-b5b5-4a48-8dc3-815bd76fcc1d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c692d1a-66f4-44fa-a0f2-e0728f226232 HTTP/1.1" status: 200 len: 1001 time: 0.0626209 Aug 30 17:33:06.280039 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8cc80-b434-421a-979d-215f847e0ff6 req-84501b05-ee7c-4a59-aa12-c7dd01c8026f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:33:06.281507 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bdd8cc80-b434-421a-979d-215f847e0ff6 req-84501b05-ee7c-4a59-aa12-c7dd01c8026f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=940351cc-f7c5-4d94-9783-0f7b5953487f HTTP/1.1" status: 200 len: 851 time: 0.0441959 Aug 30 17:33:06.327761 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8cc80-b434-421a-979d-215f847e0ff6 req-ded6ab01-57ad-424f-b925-864f9cbd34ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:33:06.329260 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bdd8cc80-b434-421a-979d-215f847e0ff6 req-ded6ab01-57ad-424f-b925-864f9cbd34ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5cc4ee96-09c0-4388-a625-c8e44b64f728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400925 Aug 30 17:33:06.428062 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bdd8cc80-b434-421a-979d-215f847e0ff6 req-eb202fa5-9774-42fe-923d-2e028b5acc6f service neutron] 10.222.0.52 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913317 Aug 30 17:33:06.523472 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-bdd8cc80-b434-421a-979d-215f847e0ff6 req-f2a72d53-892e-4768-bde8-3241d7388190 service neutron] 10.222.0.52 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884416 Aug 30 17:33:07.071685 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 6181fa68-8e7f-4434-a513-e533285a367c no longer exists at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:33:07.092950 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] No Port match for: 6181fa68-8e7f-4434-a513-e533285a367c {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:33:07.093296 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 6181fa68-8e7f-4434-a513-e533285a367c not bound to the agent host dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:33:08.730415 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 57882) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:08.901497 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-497c497b-a739-4243-8f60-9c53abcf5695 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Deleting port 2ae76fca-b326-42e1-a7a3-04d4890ede9a {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:33:08.901781 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-497c497b-a739-4243-8f60-9c53abcf5695 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:08.973825 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-497c497b-a739-4243-8f60-9c53abcf5695 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:08.974154 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-497c497b-a739-4243-8f60-9c53abcf5695 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:08.985343 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-497c497b-a739-4243-8f60-9c53abcf5695 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Calling delete_port for 2ae76fca-b326-42e1-a7a3-04d4890ede9a owned by network:floatingip {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:33:09.126533 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-497c497b-a739-4243-8f60-9c53abcf5695 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:09.152095 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c497b-a739-4243-8f60-9c53abcf5695 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Pushing event deleted for resources: {'Port': ['ID=2ae76fca-b326-42e1-a7a3-04d4890ede9a,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:09.210799 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-497c497b-a739-4243-8f60-9c53abcf5695 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for floatingip, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:09.211124 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.db.l3_db [None req-497c497b-a739-4243-8f60-9c53abcf5695 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Floating IP c58bbc1c-f37d-4e2a-bf7d-c9ddb69886a3 disassociated (deleted). External IP: 172.27.2.148, port: 8ff5da80-62a6-4584-bc4d-5d27e6b9b50e. Aug 30 17:33:09.409430 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497c497b-a739-4243-8f60-9c53abcf5695 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Router c29d892b-ec87-4740-a5de-4f5990eef7d8 has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:33:09.514729 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497c497b-a739-4243-8f60-9c53abcf5695 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:33:09.519623 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-497c497b-a739-4243-8f60-9c53abcf5695 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for floatingip, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:09.524367 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bd80f9-25f9-402d-924b-740dee679423 None None] Sync routers for ids ['c29d892b-ec87-4740-a5de-4f5990eef7d8'] in dv-cinder-805316-3-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:33:09.533706 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bd80f9-25f9-402d-924b-740dee679423 None None] Routers {'c29d892b-ec87-4740-a5de-4f5990eef7d8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:33:09.534335 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f7bd80f9-25f9-402d-924b-740dee679423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:32:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['c29d892b-ec87-4740-a5de-4f5990eef7d8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:33:09.546452 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-497c497b-a739-4243-8f60-9c53abcf5695 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "DELETE /v2.0/floatingips/c58bbc1c-f37d-4e2a-bf7d-c9ddb69886a3 HTTP/1.1" status: 204 len: 168 time: 0.8149512 Aug 30 17:33:09.547048 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff63b2b-ac16-449d-936c-721a30ee0d5f', 'tag': '8ff5da80-62a6-4584-bc4d-5d27e6b9b50e'}] {{(pid=93816) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:33:09.549578 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13e183aeb7d1ae95b610e737921596bfe9224ef5c136def86ae36f97e4cb718d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1924c26-5bc2-447b-93de-524b90e2a652" -d '{"events": [{"name": "network-changed", "server_uuid": "eff63b2b-ac16-449d-936c-721a30ee0d5f", "tag": "8ff5da80-62a6-4584-bc4d-5d27e6b9b50e"}]}' {{(pid=93816) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:33:09.750650 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1937104-ce43-4b40-924f-22a2b9091689 x-openstack-request-id: req-b1937104-ce43-4b40-924f-22a2b9091689 {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:33:09.751310 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff63b2b-ac16-449d-936c-721a30ee0d5f", "tag": "8ff5da80-62a6-4584-bc4d-5d27e6b9b50e", "status": "completed", "code": 200}]} {{(pid=93816) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:33:09.751310 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1937104-ce43-4b40-924f-22a2b9091689 {{(pid=93816) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:33:09.751620 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff63b2b-ac16-449d-936c-721a30ee0d5f', 'tag': '8ff5da80-62a6-4584-bc4d-5d27e6b9b50e', 'status': 'completed', 'code': 200} Aug 30 17:33:09.776153 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83b58e-e71e-4226-942d-539b46e8e5a4 req-43a4cf5e-5294-491e-9c71-1518491ec827 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:33:09.778113 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2b83b58e-e71e-4226-942d-539b46e8e5a4 req-43a4cf5e-5294-491e-9c71-1518491ec827 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff63b2b-ac16-449d-936c-721a30ee0d5f HTTP/1.1" status: 200 len: 946 time: 0.0577226 Aug 30 17:33:09.787932 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-f7bd80f9-25f9-402d-924b-740dee679423 None None] Set router c29d892b-ec87-4740-a5de-4f5990eef7d8 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:33:09.818581 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-2b83b58e-e71e-4226-942d-539b46e8e5a4 req-95e88904-e90c-412e-ad1f-a242f15bfa61 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337608 Aug 30 17:33:09.838646 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1924c26-5bc2-447b-93de-524b90e2a652 req-bc5e9073-c01e-49e3-a007-613d5cb1d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:33:09.841955 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d1924c26-5bc2-447b-93de-524b90e2a652 req-bc5e9073-c01e-49e3-a007-613d5cb1d21b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d89c045221f140f2ab71b985fce23b49&device_id=eff63b2b-ac16-449d-936c-721a30ee0d5f HTTP/1.1" status: 200 len: 1099 time: 0.0678716 Aug 30 17:33:09.935841 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1924c26-5bc2-447b-93de-524b90e2a652 req-c0fbd837-944c-4fc2-adc4-7e029c4b5153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:33:09.937344 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d1924c26-5bc2-447b-93de-524b90e2a652 req-c0fbd837-944c-4fc2-adc4-7e029c4b5153 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5cc4ee96-09c0-4388-a625-c8e44b64f728 HTTP/1.1" status: 200 len: 913 time: 0.0878503 Aug 30 17:33:09.981625 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d1924c26-5bc2-447b-93de-524b90e2a652 req-0486151b-76d3-4dbd-a82f-4d8e6095a54c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ff5da80-62a6-4584-bc4d-5d27e6b9b50e HTTP/1.1" status: 200 len: 217 time: 0.0355737 Aug 30 17:33:10.036451 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1924c26-5bc2-447b-93de-524b90e2a652 req-466960c8-0f6a-4ffd-9a3e-459ebc04c5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:33:10.037951 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d1924c26-5bc2-447b-93de-524b90e2a652 req-466960c8-0f6a-4ffd-9a3e-459ebc04c5b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=940351cc-f7c5-4d94-9783-0f7b5953487f HTTP/1.1" status: 200 len: 851 time: 0.0491462 Aug 30 17:33:10.042101 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f7bd80f9-25f9-402d-924b-740dee679423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'name': 'tempest-TestVolumeBootPattern-1275751099-router', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:29Z', 'revision_number': 4, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'gw_port': {'id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:75:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_floatingips': [{'id': 'eea47f5d-93da-4287-99b7-91acd2e28e0e', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'port_id': '5c692d1a-66f4-44fa-a0f2-e0728f226232', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'mac_address': 'fa:16:3e:9d:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b290bab4-82ed-4bfa-ad9c-027fadf6c05b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:29:36Z', 'updated_at': '2021-08-30T17:29:38Z', 'revision_number': 1, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc68142-79e2-4ff3-abc3-05c5a9c76c16', 'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'mac_address': 'fa:16:3e:fd:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:29Z', 'updated_at': '2021-08-30T17:26:36Z', 'revision_number': 5, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'subnets': [{'id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:33:10.074351 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bd80f9-25f9-402d-924b-740dee679423 None None] Checking router: c29d892b-ec87-4740-a5de-4f5990eef7d8 for host: dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:33:10.083730 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bd80f9-25f9-402d-924b-740dee679423 None None] Routers {'c29d892b-ec87-4740-a5de-4f5990eef7d8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:33:10.084342 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f7bd80f9-25f9-402d-924b-740dee679423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:32:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['c29d892b-ec87-4740-a5de-4f5990eef7d8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:33:10.089493 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1924c26-5bc2-447b-93de-524b90e2a652 req-00e06e83-4e86-4158-8e34-3c3d118f720f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:33:10.091085 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d1924c26-5bc2-447b-93de-524b90e2a652 req-00e06e83-4e86-4158-8e34-3c3d118f720f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5cc4ee96-09c0-4388-a625-c8e44b64f728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452418 Aug 30 17:33:10.207318 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d1924c26-5bc2-447b-93de-524b90e2a652 req-b6e3f18a-97ab-472e-a13d-493de03d54d1 service neutron] 10.222.0.52 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083977 Aug 30 17:33:10.227114 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-f7bd80f9-25f9-402d-924b-740dee679423 None None] Set router c29d892b-ec87-4740-a5de-4f5990eef7d8 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:33:10.318304 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-d1924c26-5bc2-447b-93de-524b90e2a652 req-18585747-3f2c-4360-b3aa-67931dcfe5e1 service neutron] 10.222.0.52 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013577 Aug 30 17:33:10.450138 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-f7bd80f9-25f9-402d-924b-740dee679423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'name': 'tempest-TestVolumeBootPattern-1275751099-router', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:29Z', 'revision_number': 4, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'gw_port': {'id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:75:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_floatingips': [{'id': 'eea47f5d-93da-4287-99b7-91acd2e28e0e', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'port_id': '5c692d1a-66f4-44fa-a0f2-e0728f226232', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'mac_address': 'fa:16:3e:9d:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b290bab4-82ed-4bfa-ad9c-027fadf6c05b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:29:36Z', 'updated_at': '2021-08-30T17:29:38Z', 'revision_number': 1, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc68142-79e2-4ff3-abc3-05c5a9c76c16', 'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'mac_address': 'fa:16:3e:fd:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:29Z', 'updated_at': '2021-08-30T17:26:36Z', 'revision_number': 5, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'subnets': [{'id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:33:10.486024 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bd80f9-25f9-402d-924b-740dee679423 None None] The sync data for ids ['c29d892b-ec87-4740-a5de-4f5990eef7d8'] in dv-cinder-805316-3-iscsi is: [{'id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'name': 'tempest-TestVolumeBootPattern-1275751099-router', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:29Z', 'revision_number': 4, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'gw_port': {'id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:75:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_floatingips': [{'id': 'eea47f5d-93da-4287-99b7-91acd2e28e0e', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'router_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'port_id': '5c692d1a-66f4-44fa-a0f2-e0728f226232', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'mac_address': 'fa:16:3e:9d:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b290bab4-82ed-4bfa-ad9c-027fadf6c05b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T17:29:36Z', 'updated_at': '2021-08-30T17:29:38Z', 'revision_number': 1, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fc68142-79e2-4ff3-abc3-05c5a9c76c16', 'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'mac_address': 'fa:16:3e:fd:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:29Z', 'updated_at': '2021-08-30T17:26:36Z', 'revision_number': 5, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'subnets': [{'id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:33:10.696954 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d44b437-e3fa-4aea-b7c0-032650bc688a None None] New status for floating IP c58bbc1c-f37d-4e2a-bf7d-c9ddb69886a3: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:33:10.948874 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7491f-6164-4b9c-ab10-9ead899636b4 req-140508b5-6681-4fd1-84d6-e7e1ceb7526f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:33:10.950361 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f4d7491f-6164-4b9c-ab10-9ead899636b4 req-140508b5-6681-4fd1-84d6-e7e1ceb7526f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff63b2b-ac16-449d-936c-721a30ee0d5f HTTP/1.1" status: 200 len: 946 time: 0.0485685 Aug 30 17:33:10.986293 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-f4d7491f-6164-4b9c-ab10-9ead899636b4 req-c8dcb2b7-1512-42cc-ac37-ae5819ada4ba tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301008 Aug 30 17:33:11.254249 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984d42e-c836-44bf-9638-39f2ff61e492 req-d7d63f67-6b3a-4280-9194-bc267309a4c4 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:33:11.256506 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-8984d42e-c836-44bf-9638-39f2ff61e492 req-d7d63f67-6b3a-4280-9194-bc267309a4c4 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.52 "GET /v2.0/ports?device_id=eff63b2b-ac16-449d-936c-721a30ee0d5f HTTP/1.1" status: 200 len: 946 time: 0.0491047 Aug 30 17:33:11.351974 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-8984d42e-c836-44bf-9638-39f2ff61e492 req-b001b978-7d58-4b46-a67d-c3a88f3bf398 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Deleting port 8ff5da80-62a6-4584-bc4d-5d27e6b9b50e {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:33:11.352324 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8984d42e-c836-44bf-9638-39f2ff61e492 req-b001b978-7d58-4b46-a67d-c3a88f3bf398 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:11.443779 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-8984d42e-c836-44bf-9638-39f2ff61e492 req-b001b978-7d58-4b46-a67d-c3a88f3bf398 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] For port 8ff5da80-62a6-4584-bc4d-5d27e6b9b50e, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=8ff5da80-62a6-4584-bc4d-5d27e6b9b50e,segment=NetworkSegment(a2e8c780-af97-409c-adf3-d94319193fb3),segment_id=a2e8c780-af97-409c-adf3-d94319193fb3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:33:11.445574 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8984d42e-c836-44bf-9638-39f2ff61e492 req-b001b978-7d58-4b46-a67d-c3a88f3bf398 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:11.458251 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-8984d42e-c836-44bf-9638-39f2ff61e492 req-b001b978-7d58-4b46-a67d-c3a88f3bf398 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Calling delete_port for 8ff5da80-62a6-4584-bc4d-5d27e6b9b50e owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:33:11.609136 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8984d42e-c836-44bf-9638-39f2ff61e492 req-b001b978-7d58-4b46-a67d-c3a88f3bf398 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:11.640093 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001b978-7d58-4b46-a67d-c3a88f3bf398 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Pushing event deleted for resources: {'Port': ['ID=8ff5da80-62a6-4584-bc4d-5d27e6b9b50e,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:11.688108 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-8984d42e-c836-44bf-9638-39f2ff61e492 req-b001b978-7d58-4b46-a67d-c3a88f3bf398 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] No DVR routers for this DVR port 8ff5da80-62a6-4584-bc4d-5d27e6b9b50e on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:33:11.690522 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-8984d42e-c836-44bf-9638-39f2ff61e492 req-b001b978-7d58-4b46-a67d-c3a88f3bf398 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:11.692472 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-8984d42e-c836-44bf-9638-39f2ff61e492 req-b001b978-7d58-4b46-a67d-c3a88f3bf398 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.52 "DELETE /v2.0/ports/8ff5da80-62a6-4584-bc4d-5d27e6b9b50e HTTP/1.1" status: 204 len: 173 time: 0.4297459 Aug 30 17:33:11.692908 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff63b2b-ac16-449d-936c-721a30ee0d5f', 'name': 'network-vif-deleted', 'tag': '8ff5da80-62a6-4584-bc4d-5d27e6b9b50e'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:33:11.695153 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15688fb-c1db-4264-82b8-5352030ce854" -d '{"events": [{"server_uuid": "eff63b2b-ac16-449d-936c-721a30ee0d5f", "name": "network-vif-deleted", "tag": "8ff5da80-62a6-4584-bc4d-5d27e6b9b50e"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:33:11.739679 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b29497-6bf2-45a7-a4ef-41e1811f5d69 x-openstack-request-id: req-36b29497-6bf2-45a7-a4ef-41e1811f5d69 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:33:11.740074 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff63b2b-ac16-449d-936c-721a30ee0d5f", "name": "network-vif-deleted", "tag": "8ff5da80-62a6-4584-bc4d-5d27e6b9b50e", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:33:11.740426 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36b29497-6bf2-45a7-a4ef-41e1811f5d69 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:33:11.740963 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff63b2b-ac16-449d-936c-721a30ee0d5f', 'name': 'network-vif-deleted', 'tag': '8ff5da80-62a6-4584-bc4d-5d27e6b9b50e', 'status': 'completed', 'code': 200} Aug 30 17:33:12.131508 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-27155e79-4a7b-4cd4-bff8-06516adeeb4f req-fe28db1b-3992-46be-b227-e95537c77e2a tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=eff63b2b-ac16-449d-936c-721a30ee0d5f HTTP/1.1" status: 200 len: 210 time: 0.0341053 Aug 30 17:33:15.244475 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 8ff5da80-62a6-4584-bc4d-5d27e6b9b50e no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:33:15.268891 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] No Port match for: 8ff5da80-62a6-4584-bc4d-5d27e6b9b50e {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:33:15.269239 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 8ff5da80-62a6-4584-bc4d-5d27e6b9b50e not bound to the agent host hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:33:15.423261 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 57984) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:15.600090 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ae08f6af-ef31-4a94-a96f-6b1e5038e308 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Deleting port d7cd0f1d-a33e-4349-ab07-1acd675717a0 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:33:15.600508 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae08f6af-ef31-4a94-a96f-6b1e5038e308 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:15.682188 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae08f6af-ef31-4a94-a96f-6b1e5038e308 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:15.682946 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae08f6af-ef31-4a94-a96f-6b1e5038e308 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:15.698394 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-ae08f6af-ef31-4a94-a96f-6b1e5038e308 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Calling delete_port for d7cd0f1d-a33e-4349-ab07-1acd675717a0 owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:33:15.869394 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae08f6af-ef31-4a94-a96f-6b1e5038e308 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:15.898533 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08f6af-ef31-4a94-a96f-6b1e5038e308 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Pushing event deleted for resources: {'Port': ['ID=d7cd0f1d-a33e-4349-ab07-1acd675717a0,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:15.959969 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae08f6af-ef31-4a94-a96f-6b1e5038e308 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:15.960311 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.db.l3_db [None req-ae08f6af-ef31-4a94-a96f-6b1e5038e308 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Floating IP eea47f5d-93da-4287-99b7-91acd2e28e0e disassociated (deleted). External IP: 172.27.2.206, port: 5c692d1a-66f4-44fa-a0f2-e0728f226232. Aug 30 17:33:16.162352 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae08f6af-ef31-4a94-a96f-6b1e5038e308 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Router c29d892b-ec87-4740-a5de-4f5990eef7d8 has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:33:16.269960 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae08f6af-ef31-4a94-a96f-6b1e5038e308 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:33:16.274746 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae08f6af-ef31-4a94-a96f-6b1e5038e308 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:16.279780 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268ae3ff-7de9-4cd8-bfce-57a5bef1a70a None None] Sync routers for ids ['c29d892b-ec87-4740-a5de-4f5990eef7d8'] in dv-cinder-805316-3-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:33:16.288220 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268ae3ff-7de9-4cd8-bfce-57a5bef1a70a None None] Routers {'c29d892b-ec87-4740-a5de-4f5990eef7d8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:33:16.289090 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-268ae3ff-7de9-4cd8-bfce-57a5bef1a70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:32:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['c29d892b-ec87-4740-a5de-4f5990eef7d8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:33:16.301699 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-ae08f6af-ef31-4a94-a96f-6b1e5038e308 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "DELETE /v2.0/floatingips/eea47f5d-93da-4287-99b7-91acd2e28e0e HTTP/1.1" status: 204 len: 168 time: 0.8772831 Aug 30 17:33:16.302397 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b290bab4-82ed-4bfa-ad9c-027fadf6c05b', 'tag': '5c692d1a-66f4-44fa-a0f2-e0728f226232'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:33:16.304771 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5e7ecc-88f5-4f42-871f-91ac02c9687b" -d '{"events": [{"name": "network-changed", "server_uuid": "b290bab4-82ed-4bfa-ad9c-027fadf6c05b", "tag": "5c692d1a-66f4-44fa-a0f2-e0728f226232"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:33:16.353299 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9859f06-b72e-4740-97bf-87d1e23b1a35 x-openstack-request-id: req-f9859f06-b72e-4740-97bf-87d1e23b1a35 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:33:16.353632 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b290bab4-82ed-4bfa-ad9c-027fadf6c05b", "tag": "5c692d1a-66f4-44fa-a0f2-e0728f226232", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:33:16.353973 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9859f06-b72e-4740-97bf-87d1e23b1a35 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:33:16.354283 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b290bab4-82ed-4bfa-ad9c-027fadf6c05b', 'tag': '5c692d1a-66f4-44fa-a0f2-e0728f226232', 'status': 'completed', 'code': 200} Aug 30 17:33:16.400206 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-268ae3ff-7de9-4cd8-bfce-57a5bef1a70a None None] Set router c29d892b-ec87-4740-a5de-4f5990eef7d8 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:33:16.418275 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e7ecc-88f5-4f42-871f-91ac02c9687b req-daedb027-0fbb-4995-bd55-0b8f5083a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:33:16.419681 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ab5e7ecc-88f5-4f42-871f-91ac02c9687b req-daedb027-0fbb-4995-bd55-0b8f5083a69b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d89c045221f140f2ab71b985fce23b49&device_id=b290bab4-82ed-4bfa-ad9c-027fadf6c05b HTTP/1.1" status: 200 len: 1098 time: 0.0420957 Aug 30 17:33:16.533340 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e7ecc-88f5-4f42-871f-91ac02c9687b req-f877fad6-0a89-48c4-b6fb-ee1d038bb475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:33:16.534871 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ab5e7ecc-88f5-4f42-871f-91ac02c9687b req-f877fad6-0a89-48c4-b6fb-ee1d038bb475 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5cc4ee96-09c0-4388-a625-c8e44b64f728 HTTP/1.1" status: 200 len: 913 time: 0.0996547 Aug 30 17:33:16.549888 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0ee97-df86-44b2-83a3-b74cbff14c49 req-cc3d6de6-90c4-4d4e-b3a6-b3cd8f251201 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:33:16.552008 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b5a0ee97-df86-44b2-83a3-b74cbff14c49 req-cc3d6de6-90c4-4d4e-b3a6-b3cd8f251201 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=b290bab4-82ed-4bfa-ad9c-027fadf6c05b HTTP/1.1" status: 200 len: 945 time: 0.0518799 Aug 30 17:33:16.581938 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ab5e7ecc-88f5-4f42-871f-91ac02c9687b req-6e0b080e-674c-47ec-9031-9f11d666ea9d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c692d1a-66f4-44fa-a0f2-e0728f226232 HTTP/1.1" status: 200 len: 217 time: 0.0383046 Aug 30 17:33:16.591139 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b5a0ee97-df86-44b2-83a3-b74cbff14c49 req-3eda1c5a-0c47-4e20-bca8-26c36340b4f4 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328979 Aug 30 17:33:16.611945 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-268ae3ff-7de9-4cd8-bfce-57a5bef1a70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'name': 'tempest-TestVolumeBootPattern-1275751099-router', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:29Z', 'revision_number': 4, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'gw_port': {'id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:75:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '8fc68142-79e2-4ff3-abc3-05c5a9c76c16', 'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'mac_address': 'fa:16:3e:fd:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:29Z', 'updated_at': '2021-08-30T17:26:36Z', 'revision_number': 5, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'subnets': [{'id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:33:16.634873 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e7ecc-88f5-4f42-871f-91ac02c9687b req-352df1c1-310b-4475-9fe4-d9b603004f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:33:16.635713 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268ae3ff-7de9-4cd8-bfce-57a5bef1a70a None None] Checking router: c29d892b-ec87-4740-a5de-4f5990eef7d8 for host: dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:33:16.636926 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ab5e7ecc-88f5-4f42-871f-91ac02c9687b req-352df1c1-310b-4475-9fe4-d9b603004f68 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=940351cc-f7c5-4d94-9783-0f7b5953487f HTTP/1.1" status: 200 len: 851 time: 0.0474689 Aug 30 17:33:16.644766 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268ae3ff-7de9-4cd8-bfce-57a5bef1a70a None None] Routers {'c29d892b-ec87-4740-a5de-4f5990eef7d8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:33:16.645358 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-268ae3ff-7de9-4cd8-bfce-57a5bef1a70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:32:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['c29d892b-ec87-4740-a5de-4f5990eef7d8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:33:16.683165 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e7ecc-88f5-4f42-871f-91ac02c9687b req-c647ae40-15ec-480f-93f0-647100642d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:33:16.685294 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ab5e7ecc-88f5-4f42-871f-91ac02c9687b req-c647ae40-15ec-480f-93f0-647100642d8f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5cc4ee96-09c0-4388-a625-c8e44b64f728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404043 Aug 30 17:33:16.753367 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-268ae3ff-7de9-4cd8-bfce-57a5bef1a70a None None] Set router c29d892b-ec87-4740-a5de-4f5990eef7d8 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:33:16.780477 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ab5e7ecc-88f5-4f42-871f-91ac02c9687b req-0a90f3b2-21c4-4f51-87fe-073badbe30ad service neutron] 10.222.0.52 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869408 Aug 30 17:33:16.879511 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ab5e7ecc-88f5-4f42-871f-91ac02c9687b req-42419205-1464-48ec-aed9-88a655e7b479 service neutron] 10.222.0.52 "GET /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904951 Aug 30 17:33:16.967709 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-268ae3ff-7de9-4cd8-bfce-57a5bef1a70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'name': 'tempest-TestVolumeBootPattern-1275751099-router', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:29Z', 'revision_number': 4, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'gw_port': {'id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:75:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '8fc68142-79e2-4ff3-abc3-05c5a9c76c16', 'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'mac_address': 'fa:16:3e:fd:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:29Z', 'updated_at': '2021-08-30T17:26:36Z', 'revision_number': 5, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'subnets': [{'id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:33:16.994045 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268ae3ff-7de9-4cd8-bfce-57a5bef1a70a None None] The sync data for ids ['c29d892b-ec87-4740-a5de-4f5990eef7d8'] in dv-cinder-805316-3-iscsi is: [{'id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'name': 'tempest-TestVolumeBootPattern-1275751099-router', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:29Z', 'revision_number': 4, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'gw_port': {'id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:75:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi', '_interfaces': [{'id': '8fc68142-79e2-4ff3-abc3-05c5a9c76c16', 'name': '', 'network_id': '5cc4ee96-09c0-4388-a625-c8e44b64f728', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'mac_address': 'fa:16:3e:fd:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:29Z', 'updated_at': '2021-08-30T17:26:36Z', 'revision_number': 5, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'subnets': [{'id': '940351cc-f7c5-4d94-9783-0f7b5953487f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:33:17.235311 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a37742-7be3-4179-835f-6b5a5ee19b14 None None] New status for floating IP eea47f5d-93da-4287-99b7-91acd2e28e0e: DOWN {{(pid=93818) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 17:33:17.710341 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf26f17-b5cd-48f6-ab5d-8a5400cf6c62 req-564d52c9-c946-4a48-b71b-555246ad155c tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:33:17.711776 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cdf26f17-b5cd-48f6-ab5d-8a5400cf6c62 req-564d52c9-c946-4a48-b71b-555246ad155c tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=b290bab4-82ed-4bfa-ad9c-027fadf6c05b HTTP/1.1" status: 200 len: 945 time: 0.0481915 Aug 30 17:33:17.748306 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-cdf26f17-b5cd-48f6-ab5d-8a5400cf6c62 req-8ec185c8-701b-4980-ba73-b42bc5d29aa2 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/security-groups?id=3247880d-9c1e-4e66-a7e6-bca48a65b3af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307097 Aug 30 17:33:17.940111 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bcdda-e401-4257-b2ad-fb1809af6df9 req-3c198d37-ee32-41ca-ad92-9f66ae8b35b8 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:33:17.941568 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-007bcdda-e401-4257-b2ad-fb1809af6df9 req-3c198d37-ee32-41ca-ad92-9f66ae8b35b8 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.52 "GET /v2.0/ports?device_id=b290bab4-82ed-4bfa-ad9c-027fadf6c05b HTTP/1.1" status: 200 len: 945 time: 0.0526123 Aug 30 17:33:18.026180 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-007bcdda-e401-4257-b2ad-fb1809af6df9 req-3677dc0e-a05d-4650-9b12-d63973e9a89f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Deleting port 5c692d1a-66f4-44fa-a0f2-e0728f226232 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:33:18.026519 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-007bcdda-e401-4257-b2ad-fb1809af6df9 req-3677dc0e-a05d-4650-9b12-d63973e9a89f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:18.115028 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-007bcdda-e401-4257-b2ad-fb1809af6df9 req-3677dc0e-a05d-4650-9b12-d63973e9a89f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] For port 5c692d1a-66f4-44fa-a0f2-e0728f226232, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=5c692d1a-66f4-44fa-a0f2-e0728f226232,segment=NetworkSegment(a2e8c780-af97-409c-adf3-d94319193fb3),segment_id=a2e8c780-af97-409c-adf3-d94319193fb3)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:33:18.115394 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-007bcdda-e401-4257-b2ad-fb1809af6df9 req-3677dc0e-a05d-4650-9b12-d63973e9a89f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:18.127583 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-007bcdda-e401-4257-b2ad-fb1809af6df9 req-3677dc0e-a05d-4650-9b12-d63973e9a89f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Calling delete_port for 5c692d1a-66f4-44fa-a0f2-e0728f226232 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:33:18.251620 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-007bcdda-e401-4257-b2ad-fb1809af6df9 req-3677dc0e-a05d-4650-9b12-d63973e9a89f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:18.283575 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677dc0e-a05d-4650-9b12-d63973e9a89f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Pushing event deleted for resources: {'Port': ['ID=5c692d1a-66f4-44fa-a0f2-e0728f226232,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:18.326143 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-007bcdda-e401-4257-b2ad-fb1809af6df9 req-3677dc0e-a05d-4650-9b12-d63973e9a89f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] No DVR routers for this DVR port 5c692d1a-66f4-44fa-a0f2-e0728f226232 on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:33:18.328557 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-007bcdda-e401-4257-b2ad-fb1809af6df9 req-3677dc0e-a05d-4650-9b12-d63973e9a89f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:18.330581 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-007bcdda-e401-4257-b2ad-fb1809af6df9 req-3677dc0e-a05d-4650-9b12-d63973e9a89f tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.52 "DELETE /v2.0/ports/5c692d1a-66f4-44fa-a0f2-e0728f226232 HTTP/1.1" status: 204 len: 173 time: 0.3832645 Aug 30 17:33:18.355909 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b290bab4-82ed-4bfa-ad9c-027fadf6c05b', 'name': 'network-vif-deleted', 'tag': '5c692d1a-66f4-44fa-a0f2-e0728f226232'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:33:18.358213 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f412e8a0-af96-4868-873c-000f3d833e7f" -d '{"events": [{"server_uuid": "b290bab4-82ed-4bfa-ad9c-027fadf6c05b", "name": "network-vif-deleted", "tag": "5c692d1a-66f4-44fa-a0f2-e0728f226232"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:33:18.396048 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5415b218-60bc-4cdc-bbe2-42df78fed7cb x-openstack-request-id: req-5415b218-60bc-4cdc-bbe2-42df78fed7cb {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:33:18.396334 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b290bab4-82ed-4bfa-ad9c-027fadf6c05b", "name": "network-vif-deleted", "tag": "5c692d1a-66f4-44fa-a0f2-e0728f226232", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:33:18.396581 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5415b218-60bc-4cdc-bbe2-42df78fed7cb {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:33:18.396992 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b290bab4-82ed-4bfa-ad9c-027fadf6c05b', 'name': 'network-vif-deleted', 'tag': '5c692d1a-66f4-44fa-a0f2-e0728f226232', 'status': 'completed', 'code': 200} Aug 30 17:33:18.850186 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-68cee278-1028-4e88-82fe-bf24c221986b req-65423156-4ac4-4ee1-8c4a-7c8feebebc03 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "GET /v2.0/ports?device_id=b290bab4-82ed-4bfa-ad9c-027fadf6c05b HTTP/1.1" status: 200 len: 210 time: 0.0261397 Aug 30 17:33:19.905127 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58042) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:20.030231 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-965fce13-360d-473d-bb74-0b1d362d88e6 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Deleting port 7f482a85-6239-42e2-966e-678468ab5a7d {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:33:20.030572 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-965fce13-360d-473d-bb74-0b1d362d88e6 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:20.346942 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-965fce13-360d-473d-bb74-0b1d362d88e6 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:20.347296 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-965fce13-360d-473d-bb74-0b1d362d88e6 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:20.358954 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-965fce13-360d-473d-bb74-0b1d362d88e6 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Calling delete_port for 7f482a85-6239-42e2-966e-678468ab5a7d owned by network:floatingip {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:33:20.483564 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-965fce13-360d-473d-bb74-0b1d362d88e6 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:20.513708 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fce13-360d-473d-bb74-0b1d362d88e6 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Pushing event deleted for resources: {'Port': ['ID=7f482a85-6239-42e2-966e-678468ab5a7d,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:20.571160 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-965fce13-360d-473d-bb74-0b1d362d88e6 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for floatingip, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:20.574119 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-965fce13-360d-473d-bb74-0b1d362d88e6 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for floatingip, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:20.578233 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-965fce13-360d-473d-bb74-0b1d362d88e6 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "DELETE /v2.0/floatingips/dbc5ef08-271f-4d36-912b-ba21b84f4daf HTTP/1.1" status: 204 len: 168 time: 0.6693211 Aug 30 17:33:21.275569 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 5c692d1a-66f4-44fa-a0f2-e0728f226232 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:33:21.296333 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] No Port match for: 5c692d1a-66f4-44fa-a0f2-e0728f226232 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:33:21.296678 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 5c692d1a-66f4-44fa-a0f2-e0728f226232 not bound to the agent host hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:33:21.773797 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58074) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:21.829903 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fc31d220-3751-4f00-a9b7-bb879b45f9e7 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:21.854193 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fc31d220-3751-4f00-a9b7-bb879b45f9e7 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:21.913324 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fc31d220-3751-4f00-a9b7-bb879b45f9e7 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:21.916074 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fc31d220-3751-4f00-a9b7-bb879b45f9e7 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:21.917237 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-fc31d220-3751-4f00-a9b7-bb879b45f9e7 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] 10.222.0.21 "DELETE /v2.0/security-groups/3247880d-9c1e-4e66-a7e6-bca48a65b3af HTTP/1.1" status: 204 len: 168 time: 0.1424680 Aug 30 17:33:21.925988 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31d220-3751-4f00-a9b7-bb879b45f9e7 tempest-TestVolumeBootPattern-1521696531 tempest-TestVolumeBootPattern-1521696531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3247880d-9c1e-4e66-a7e6-bca48a65b3af,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:21.968086 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 58078) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:22.436366 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58106) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:22.471149 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e88f07c4-3433-4cbf-a50b-1c3f9b1ece79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533962'] for router_interface, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:22.545643 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-31d71947-e3f7-41ea-9ac1-d889d61c3b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:22.640581 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-31d71947-e3f7-41ea-9ac1-d889d61c3b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:22.644346 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-31d71947-e3f7-41ea-9ac1-d889d61c3b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:22.686067 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-31d71947-e3f7-41ea-9ac1-d889d61c3b55 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42770ee5601f4ace9c2ca0e8cf545e65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485585 Aug 30 17:33:22.687195 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d71947-e3f7-41ea-9ac1-d889d61c3b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa499bc0-1886-4b52-a132-51e8b870257b,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:22.690270 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58110) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:22.715874 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e88f07c4-3433-4cbf-a50b-1c3f9b1ece79 admin admin] Deleting port 8fc68142-79e2-4ff3-abc3-05c5a9c76c16 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:33:22.716244 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e88f07c4-3433-4cbf-a50b-1c3f9b1ece79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:22.740712 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2f6df89c-1be5-42b8-b154-c342f174de8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:22.762671 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2f6df89c-1be5-42b8-b154-c342f174de8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:22.793584 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-e88f07c4-3433-4cbf-a50b-1c3f9b1ece79 admin admin] For port 8fc68142-79e2-4ff3-abc3-05c5a9c76c16, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=8fc68142-79e2-4ff3-abc3-05c5a9c76c16,segment=NetworkSegment(a2e8c780-af97-409c-adf3-d94319193fb3),segment_id=a2e8c780-af97-409c-adf3-d94319193fb3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:33:22.794420 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e88f07c4-3433-4cbf-a50b-1c3f9b1ece79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:22.807439 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2f6df89c-1be5-42b8-b154-c342f174de8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:22.810091 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-e88f07c4-3433-4cbf-a50b-1c3f9b1ece79 admin admin] Calling delete_port for 8fc68142-79e2-4ff3-abc3-05c5a9c76c16 owned by network:router_interface {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:33:22.810715 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2f6df89c-1be5-42b8-b154-c342f174de8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:22.811843 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-2f6df89c-1be5-42b8-b154-c342f174de8a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa499bc0-1886-4b52-a132-51e8b870257b HTTP/1.1" status: 204 len: 168 time: 0.1206713 Aug 30 17:33:22.819375 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6df89c-1be5-42b8-b154-c342f174de8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa499bc0-1886-4b52-a132-51e8b870257b,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:22.995401 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e88f07c4-3433-4cbf-a50b-1c3f9b1ece79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:23.023602 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f07c4-3433-4cbf-a50b-1c3f9b1ece79 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fc68142-79e2-4ff3-abc3-05c5a9c76c16,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:23.092452 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58116) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:23.108083 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ba7cb2e-1691-438a-bb80-b22f674a1322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:23.206662 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e88f07c4-3433-4cbf-a50b-1c3f9b1ece79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533760'] for router_interface, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:23.213428 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ba7cb2e-1691-438a-bb80-b22f674a1322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:23.218230 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7ba7cb2e-1691-438a-bb80-b22f674a1322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:23.255697 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-7ba7cb2e-1691-438a-bb80-b22f674a1322 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b2d76e4412743f1b2ac759cf9217dae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1621661 Aug 30 17:33:23.256561 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7cb2e-1691-438a-bb80-b22f674a1322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb56ca8e-953d-48a9-8e8a-bb98e16e324a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:23.258863 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58118) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:23.307903 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aeb39ef3-7aa4-4c17-ac69-e5996f91e4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:23.329700 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aeb39ef3-7aa4-4c17-ac69-e5996f91e4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:23.379586 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aeb39ef3-7aa4-4c17-ac69-e5996f91e4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:23.382406 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aeb39ef3-7aa4-4c17-ac69-e5996f91e4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:23.385566 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-aeb39ef3-7aa4-4c17-ac69-e5996f91e4c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb56ca8e-953d-48a9-8e8a-bb98e16e324a HTTP/1.1" status: 204 len: 168 time: 0.1238658 Aug 30 17:33:23.392986 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb39ef3-7aa4-4c17-ac69-e5996f91e4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb56ca8e-953d-48a9-8e8a-bb98e16e324a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:23.662435 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88f07c4-3433-4cbf-a50b-1c3f9b1ece79 admin admin] Router c29d892b-ec87-4740-a5de-4f5990eef7d8 has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93816) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:33:23.776258 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88f07c4-3433-4cbf-a50b-1c3f9b1ece79 admin admin] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93816) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:33:23.781857 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-e88f07c4-3433-4cbf-a50b-1c3f9b1ece79 admin admin] 10.222.0.21 "PUT /v2.0/routers/c29d892b-ec87-4740-a5de-4f5990eef7d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8121443 Aug 30 17:33:23.784358 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 58132) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:23.786393 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05019d42-7eb6-4b0c-8c77-f8e8ceccc62e None None] Sync routers for ids ['c29d892b-ec87-4740-a5de-4f5990eef7d8'] in dv-cinder-805316-3-iscsi {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:33:23.797267 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05019d42-7eb6-4b0c-8c77-f8e8ceccc62e None None] Routers {'c29d892b-ec87-4740-a5de-4f5990eef7d8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:33:23.798115 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-05019d42-7eb6-4b0c-8c77-f8e8ceccc62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:32:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['c29d892b-ec87-4740-a5de-4f5990eef7d8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:33:23.901702 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2fe12291-79d6-4522-b7cb-1205ccbc8416 admin admin] Notify callbacks [] for router, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:23.932009 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-05019d42-7eb6-4b0c-8c77-f8e8ceccc62e None None] Set router c29d892b-ec87-4740-a5de-4f5990eef7d8 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:33:24.027435 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2fe12291-79d6-4522-b7cb-1205ccbc8416 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:24.092247 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2fe12291-79d6-4522-b7cb-1205ccbc8416 admin admin] Deleting port adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:33:24.092606 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2fe12291-79d6-4522-b7cb-1205ccbc8416 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:24.196992 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-2fe12291-79d6-4522-b7cb-1205ccbc8416 admin admin] For port adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532,segment=NetworkSegment(a1e39651-c313-42ea-8a56-542d3d88063d),segment_id=a1e39651-c313-42ea-8a56-542d3d88063d)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:33:24.196992 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2fe12291-79d6-4522-b7cb-1205ccbc8416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:24.209498 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-2fe12291-79d6-4522-b7cb-1205ccbc8416 admin admin] Calling delete_port for adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532 owned by network:router_gateway {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:33:24.279408 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-05019d42-7eb6-4b0c-8c77-f8e8ceccc62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'name': 'tempest-TestVolumeBootPattern-1275751099-router', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:33:22Z', 'revision_number': 5, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'gw_port': {'id': 'adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:75:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:33:24.309613 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05019d42-7eb6-4b0c-8c77-f8e8ceccc62e None None] Checking router: c29d892b-ec87-4740-a5de-4f5990eef7d8 for host: dv-cinder-805316-3-iscsi {{(pid=93817) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:33:24.318780 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05019d42-7eb6-4b0c-8c77-f8e8ceccc62e None None] Routers {'c29d892b-ec87-4740-a5de-4f5990eef7d8'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93817) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:33:24.319418 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-05019d42-7eb6-4b0c-8c77-f8e8ceccc62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:32:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['c29d892b-ec87-4740-a5de-4f5990eef7d8'], 'active': True} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:33:24.410145 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2fe12291-79d6-4522-b7cb-1205ccbc8416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:24.423829 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvr_db [None req-05019d42-7eb6-4b0c-8c77-f8e8ceccc62e None None] Set router c29d892b-ec87-4740-a5de-4f5990eef7d8 gateway port host: None {{(pid=93817) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:33:24.484896 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_hamode_db [None req-05019d42-7eb6-4b0c-8c77-f8e8ceccc62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'name': 'tempest-TestVolumeBootPattern-1275751099-router', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:33:24Z', 'revision_number': 6, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'gw_port_host': None}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:33:24.488248 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe12291-79d6-4522-b7cb-1205ccbc8416 admin admin] Pushing event deleted for resources: {'Port': ['ID=adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:24.520574 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2fe12291-79d6-4522-b7cb-1205ccbc8416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535130'] for router_gateway, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:24.520840 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05019d42-7eb6-4b0c-8c77-f8e8ceccc62e None None] The sync data for ids ['c29d892b-ec87-4740-a5de-4f5990eef7d8'] in dv-cinder-805316-3-iscsi is: [{'id': 'c29d892b-ec87-4740-a5de-4f5990eef7d8', 'name': 'tempest-TestVolumeBootPattern-1275751099-router', 'tenant_id': 'd89c045221f140f2ab71b985fce23b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:27Z', 'updated_at': '2021-08-30T17:33:24Z', 'revision_number': 6, 'project_id': 'd89c045221f140f2ab71b985fce23b49', 'gw_port_host': None}] {{(pid=93817) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:33:24.619924 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2fe12291-79d6-4522-b7cb-1205ccbc8416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102458'] for router, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:24.622689 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2fe12291-79d6-4522-b7cb-1205ccbc8416 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:24.669696 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2fe12291-79d6-4522-b7cb-1205ccbc8416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525258'] for router, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:24.670225 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe12291-79d6-4522-b7cb-1205ccbc8416 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c29d892b-ec87-4740-a5de-4f5990eef7d8 {{(pid=93816) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 17:33:24.674918 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-2fe12291-79d6-4522-b7cb-1205ccbc8416 admin admin] Notify callbacks [] for router, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:24.676067 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-2fe12291-79d6-4522-b7cb-1205ccbc8416 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c29d892b-ec87-4740-a5de-4f5990eef7d8 HTTP/1.1" status: 204 len: 168 time: 0.8907320 Aug 30 17:33:24.679172 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58154) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:24.724146 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-a05556f2-48c1-44a8-9e01-4ebb8bd1281f admin admin] Deleting subnet 940351cc-f7c5-4d94-9783-0f7b5953487f {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:33:24.727197 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a05556f2-48c1-44a8-9e01-4ebb8bd1281f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:24.765102 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a05556f2-48c1-44a8-9e01-4ebb8bd1281f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993701'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:24.842963 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a088f8d7-6b5d-4e9f-8654-66b780956cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:24.845141 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a05556f2-48c1-44a8-9e01-4ebb8bd1281f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33214020'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:24.907339 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a05556f2-48c1-44a8-9e01-4ebb8bd1281f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33214027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314945'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:24.939143 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a05556f2-48c1-44a8-9e01-4ebb8bd1281f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:24.943557 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-a05556f2-48c1-44a8-9e01-4ebb8bd1281f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/940351cc-f7c5-4d94-9783-0f7b5953487f HTTP/1.1" status: 204 len: 168 time: 0.2609019 Aug 30 17:33:24.943557 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05556f2-48c1-44a8-9e01-4ebb8bd1281f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=940351cc-f7c5-4d94-9783-0f7b5953487f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:24.947167 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 58164) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:24.949680 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd5235e-a495-4661-acd1-b0940c942017 None None] Network 5cc4ee96-09c0-4388-a625-c8e44b64f728 requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:33:25.036194 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d458b45-973c-46a6-a981-e526a05a5815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33116116'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:25.072448 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:25.095802 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3d458b45-973c-46a6-a981-e526a05a5815 admin admin] Deleting port 1dd0cb56-24b4-49d0-b0b2-ee6cec671d43 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:33:25.096278 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d458b45-973c-46a6-a981-e526a05a5815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:25.160481 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-3d458b45-973c-46a6-a981-e526a05a5815 admin admin] For port 1dd0cb56-24b4-49d0-b0b2-ee6cec671d43, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=1dd0cb56-24b4-49d0-b0b2-ee6cec671d43,segment=NetworkSegment(a2e8c780-af97-409c-adf3-d94319193fb3),segment_id=a2e8c780-af97-409c-adf3-d94319193fb3)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:33:25.160850 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d458b45-973c-46a6-a981-e526a05a5815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:25.174877 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-3d458b45-973c-46a6-a981-e526a05a5815 admin admin] Calling delete_port for 1dd0cb56-24b4-49d0-b0b2-ee6cec671d43 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:33:25.255155 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d458b45-973c-46a6-a981-e526a05a5815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:25.287712 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d458b45-973c-46a6-a981-e526a05a5815 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dd0cb56-24b4-49d0-b0b2-ee6cec671d43,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:25.290081 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d458b45-973c-46a6-a981-e526a05a5815 admin admin] No DVR routers for this DVR port 1dd0cb56-24b4-49d0-b0b2-ee6cec671d43 on host dv-cinder-805316-3-iscsi {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:33:25.367873 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705671bc-7f66-4dc6-8166-99cd9896719a None None] DHCP port deletion for 5cc4ee96-09c0-4388-a625-c8e44b64f728 request from dv-cinder-805316-3-iscsi {{(pid=93817) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 17:33:25.383873 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d458b45-973c-46a6-a981-e526a05a5815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33152447', 'neutron.services.segments.db._delete_segments_for_network-8763729442798'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:25.400765 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-3d458b45-973c-46a6-a981-e526a05a5815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cc4ee96-09c0-4388-a625-c8e44b64f728']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:33:25.412417 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-3d458b45-973c-46a6-a981-e526a05a5815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e8c780-af97-409c-adf3-d94319193fb3') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:33:25.412711 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-3d458b45-973c-46a6-a981-e526a05a5815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e8c780-af97-409c-adf3-d94319193fb3') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:33:25.423861 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d458b45-973c-46a6-a981-e526a05a5815 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763729442681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3015845'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:25.436803 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532 no longer exists at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:33:25.448159 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d458b45-973c-46a6-a981-e526a05a5815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:25.464129 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d458b45-973c-46a6-a981-e526a05a5815 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:33:25.464857 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d458b45-973c-46a6-a981-e526a05a5815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2822357'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:25.465575 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] No Port match for: adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:33:25.465996 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device adb8b0a6-76e3-4a0f-ad1d-9ee646a6a532 not bound to the agent host dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:33:25.466886 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 1dd0cb56-24b4-49d0-b0b2-ee6cec671d43 no longer exists at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: Traceback (most recent call last): Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: timer() Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: cb(*args, **kw) Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: return func(*args, **kwargs) Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: self._notify() Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: self.callback(batched_events) Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: event.method(event) Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: return f(self, *a, **k) Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: return self._get(url).json() Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: return self.request(url, 'GET', **kwargs) Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:33:25.472075 dv-cinder-805316-3-iscsi neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:33:25.502774 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] No Port match for: 1dd0cb56-24b4-49d0-b0b2-ee6cec671d43 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:33:25.503310 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 1dd0cb56-24b4-49d0-b0b2-ee6cec671d43 not bound to the agent host dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:33:25.503835 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 8fc68142-79e2-4ff3-abc3-05c5a9c76c16 no longer exists at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:33:25.527751 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] No Port match for: 8fc68142-79e2-4ff3-abc3-05c5a9c76c16 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:33:25.528485 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 8fc68142-79e2-4ff3-abc3-05c5a9c76c16 not bound to the agent host dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:33:25.553134 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d458b45-973c-46a6-a981-e526a05a5815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33152454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535142'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:25.561914 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-3d458b45-973c-46a6-a981-e526a05a5815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:25.566659 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-3d458b45-973c-46a6-a981-e526a05a5815 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5cc4ee96-09c0-4388-a625-c8e44b64f728 HTTP/1.1" status: 204 len: 168 time: 0.6153786 Aug 30 17:33:25.567007 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58176) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:25.576842 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d458b45-973c-46a6-a981-e526a05a5815 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cc4ee96-09c0-4388-a625-c8e44b64f728,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:25.922383 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53d1c72f-bf29-4078-95c7-e262885db38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533962'] for router_interface, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:26.158409 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-53d1c72f-bf29-4078-95c7-e262885db38c admin admin] Deleting port 0c10f3c7-230b-45a4-accf-504a245a1c29 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:33:26.158674 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53d1c72f-bf29-4078-95c7-e262885db38c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:26.234041 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-53d1c72f-bf29-4078-95c7-e262885db38c admin admin] For port 0c10f3c7-230b-45a4-accf-504a245a1c29, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=0c10f3c7-230b-45a4-accf-504a245a1c29,segment=NetworkSegment(de8e06c1-ac8e-43e7-825a-0e43fc63904c),segment_id=de8e06c1-ac8e-43e7-825a-0e43fc63904c)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:33:26.234402 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53d1c72f-bf29-4078-95c7-e262885db38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:26.246910 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-53d1c72f-bf29-4078-95c7-e262885db38c admin admin] Calling delete_port for 0c10f3c7-230b-45a4-accf-504a245a1c29 owned by network:router_interface {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:33:26.420823 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53d1c72f-bf29-4078-95c7-e262885db38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:26.457452 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1c72f-bf29-4078-95c7-e262885db38c admin admin] Pushing event deleted for resources: {'Port': ['ID=0c10f3c7-230b-45a4-accf-504a245a1c29,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:26.616285 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-53d1c72f-bf29-4078-95c7-e262885db38c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533760'] for router_interface, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:26.839323 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d1c72f-bf29-4078-95c7-e262885db38c admin admin] Router 52d3c5cd-a1c2-48f2-af2e-34529f4aab39 has already been hosted by L3 agent 77367428-b9ca-4619-a9f4-4259010eb62e {{(pid=93815) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 17:33:26.943693 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d1c72f-bf29-4078-95c7-e262885db38c admin admin] Notify agent at l3_agent.dv-cinder-805316-3-iscsi the message routers_updated {{(pid=93815) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 17:33:26.948900 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-53d1c72f-bf29-4078-95c7-e262885db38c admin admin] 10.222.0.21 "PUT /v2.0/routers/52d3c5cd-a1c2-48f2-af2e-34529f4aab39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3806152 Aug 30 17:33:26.951474 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58184) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:26.952292 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96560ba1-04ed-4c9e-ab62-3ee74ffb4618 None None] Sync routers for ids ['52d3c5cd-a1c2-48f2-af2e-34529f4aab39'] in dv-cinder-805316-3-iscsi {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 17:33:26.961404 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96560ba1-04ed-4c9e-ab62-3ee74ffb4618 None None] Routers {'52d3c5cd-a1c2-48f2-af2e-34529f4aab39'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:33:26.962125 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-96560ba1-04ed-4c9e-ab62-3ee74ffb4618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:32:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['52d3c5cd-a1c2-48f2-af2e-34529f4aab39'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:33:27.064839 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-96560ba1-04ed-4c9e-ab62-3ee74ffb4618 None None] Set router 52d3c5cd-a1c2-48f2-af2e-34529f4aab39 gateway port host: dv-cinder-805316-3-iscsi {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:33:27.066734 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-21a82c32-e08f-43ad-aadc-de15c577ad77 admin admin] Notify callbacks [] for router, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:27.162529 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-21a82c32-e08f-43ad-aadc-de15c577ad77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:27.216982 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-21a82c32-e08f-43ad-aadc-de15c577ad77 admin admin] Deleting port 66f6b457-016f-42e5-be3c-9a9511b5a235 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:33:27.217326 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-21a82c32-e08f-43ad-aadc-de15c577ad77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:27.243745 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-96560ba1-04ed-4c9e-ab62-3ee74ffb4618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d3c5cd-a1c2-48f2-af2e-34529f4aab39', 'name': 'tempest-TestVolumeBootPattern-1072477535-router', 'tenant_id': '0358e731537d4536b95de4290bd9d7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'external_fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '66f6b457-016f-42e5-be3c-9a9511b5a235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:31Z', 'updated_at': '2021-08-30T17:33:26Z', 'revision_number': 5, 'project_id': '0358e731537d4536b95de4290bd9d7c2', 'gw_port': {'id': '66f6b457-016f-42e5-be3c-9a9511b5a235', 'name': '', 'network_id': '3951d34a-2192-4abb-b523-61631b013f39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d3c5cd-a1c2-48f2-af2e-34529f4aab39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805316-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T17:26:32Z', 'updated_at': '2021-08-30T17:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5b0ec5-b0ec-49a0-96d2-84ff9a6e749b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805316-3-iscsi'}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:33:27.270275 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96560ba1-04ed-4c9e-ab62-3ee74ffb4618 None None] Checking router: 52d3c5cd-a1c2-48f2-af2e-34529f4aab39 for host: dv-cinder-805316-3-iscsi {{(pid=93818) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 17:33:27.279700 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96560ba1-04ed-4c9e-ab62-3ee74ffb4618 None None] Routers {'52d3c5cd-a1c2-48f2-af2e-34529f4aab39'} bound to L3 agent in host dv-cinder-805316-3-iscsi {{(pid=93818) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 17:33:27.280207 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-96560ba1-04ed-4c9e-ab62-3ee74ffb4618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805316-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T17:13:58Z,description=,heartbeat_timestamp=2021-08-30T17:32:58Z,host='dv-cinder-805316-3-iscsi',id=77367428-b9ca-4619-a9f4-4259010eb62e,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T17:13:58Z,topic='l3_agent')) {'router_ids': ['52d3c5cd-a1c2-48f2-af2e-34529f4aab39'], 'active': True} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:33:27.293796 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-21a82c32-e08f-43ad-aadc-de15c577ad77 admin admin] For port 66f6b457-016f-42e5-be3c-9a9511b5a235, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=66f6b457-016f-42e5-be3c-9a9511b5a235,segment=NetworkSegment(a1e39651-c313-42ea-8a56-542d3d88063d),segment_id=a1e39651-c313-42ea-8a56-542d3d88063d)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:33:27.294152 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-21a82c32-e08f-43ad-aadc-de15c577ad77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:27.306708 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [None req-21a82c32-e08f-43ad-aadc-de15c577ad77 admin admin] Calling delete_port for 66f6b457-016f-42e5-be3c-9a9511b5a235 owned by network:router_gateway {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:33:27.366801 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_dvr_db [None req-96560ba1-04ed-4c9e-ab62-3ee74ffb4618 None None] Set router 52d3c5cd-a1c2-48f2-af2e-34529f4aab39 gateway port host: None {{(pid=93818) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 17:33:27.420583 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.l3_hamode_db [None req-96560ba1-04ed-4c9e-ab62-3ee74ffb4618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d3c5cd-a1c2-48f2-af2e-34529f4aab39', 'name': 'tempest-TestVolumeBootPattern-1072477535-router', 'tenant_id': '0358e731537d4536b95de4290bd9d7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:31Z', 'updated_at': '2021-08-30T17:33:27Z', 'revision_number': 6, 'project_id': '0358e731537d4536b95de4290bd9d7c2', 'gw_port_host': None}], 'dv-cinder-805316-3-iscsi', False) {} {{(pid=93818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:33:27.445987 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96560ba1-04ed-4c9e-ab62-3ee74ffb4618 None None] The sync data for ids ['52d3c5cd-a1c2-48f2-af2e-34529f4aab39'] in dv-cinder-805316-3-iscsi is: [{'id': '52d3c5cd-a1c2-48f2-af2e-34529f4aab39', 'name': 'tempest-TestVolumeBootPattern-1072477535-router', 'tenant_id': '0358e731537d4536b95de4290bd9d7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T17:26:31Z', 'updated_at': '2021-08-30T17:33:27Z', 'revision_number': 6, 'project_id': '0358e731537d4536b95de4290bd9d7c2', 'gw_port_host': None}] {{(pid=93818) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 17:33:27.471386 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-21a82c32-e08f-43ad-aadc-de15c577ad77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:27.498832 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a82c32-e08f-43ad-aadc-de15c577ad77 admin admin] Pushing event deleted for resources: {'Port': ['ID=66f6b457-016f-42e5-be3c-9a9511b5a235,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:27.558810 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-21a82c32-e08f-43ad-aadc-de15c577ad77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535130'] for router_gateway, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:27.589888 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ba487f40-b69e-4367-8220-11dbe6ab13d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:27.655372 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-21a82c32-e08f-43ad-aadc-de15c577ad77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102458'] for router, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:27.657471 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-21a82c32-e08f-43ad-aadc-de15c577ad77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:27.701094 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-21a82c32-e08f-43ad-aadc-de15c577ad77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525258'] for router, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:27.701739 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a82c32-e08f-43ad-aadc-de15c577ad77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52d3c5cd-a1c2-48f2-af2e-34529f4aab39 {{(pid=93815) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 17:33:27.706376 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-21a82c32-e08f-43ad-aadc-de15c577ad77 admin admin] Notify callbacks [] for router, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:27.707508 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-21a82c32-e08f-43ad-aadc-de15c577ad77 admin admin] 10.222.0.21 "DELETE /v2.0/routers/52d3c5cd-a1c2-48f2-af2e-34529f4aab39 HTTP/1.1" status: 204 len: 168 time: 0.7551353 Aug 30 17:33:27.710094 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58186) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:27.756013 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b0a56a8-8799-4ad3-af76-7d15af3a4c98 admin admin] Deleting subnet b308d414-3d3f-4798-923b-bbc0d18e57e9 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:33:27.758957 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b0a56a8-8799-4ad3-af76-7d15af3a4c98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:27.798943 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b0a56a8-8799-4ad3-af76-7d15af3a4c98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993701'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:27.860814 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:27.877399 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b0a56a8-8799-4ad3-af76-7d15af3a4c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33214020'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:27.935462 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b0a56a8-8799-4ad3-af76-7d15af3a4c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33214027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314945'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:27.966340 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a56a8-8799-4ad3-af76-7d15af3a4c98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b308d414-3d3f-4798-923b-bbc0d18e57e9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:27.968312 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1b0a56a8-8799-4ad3-af76-7d15af3a4c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:27.970373 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-1b0a56a8-8799-4ad3-af76-7d15af3a4c98 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b308d414-3d3f-4798-923b-bbc0d18e57e9 HTTP/1.1" status: 204 len: 168 time: 0.2592268 Aug 30 17:33:27.972900 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 58190) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:27.973555 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230f2f3a-848f-43ad-9ef3-d3324499c345 None None] Network 1113589d-d130-4cfa-aff3-f52eb0deeabc requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:33:28.038902 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c4c8a77-5f15-4ccc-b41f-6d817e4bc37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33116116'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:28.096112 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7c4c8a77-5f15-4ccc-b41f-6d817e4bc37a admin admin] Deleting port c7956ace-69bf-4028-8624-fb3dbc9fa7c4 {{(pid=93816) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:33:28.096457 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c4c8a77-5f15-4ccc-b41f-6d817e4bc37a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:28.158001 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.db [None req-7c4c8a77-5f15-4ccc-b41f-6d817e4bc37a admin admin] For port c7956ace-69bf-4028-8624-fb3dbc9fa7c4, host dv-cinder-805316-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805316-3-iscsi',level=0,port_id=c7956ace-69bf-4028-8624-fb3dbc9fa7c4,segment=NetworkSegment(de8e06c1-ac8e-43e7-825a-0e43fc63904c),segment_id=de8e06c1-ac8e-43e7-825a-0e43fc63904c)] {{(pid=93816) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:33:28.158300 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c4c8a77-5f15-4ccc-b41f-6d817e4bc37a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:28.170949 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.plugin [None req-7c4c8a77-5f15-4ccc-b41f-6d817e4bc37a admin admin] Calling delete_port for c7956ace-69bf-4028-8624-fb3dbc9fa7c4 owned by network:dhcp {{(pid=93816) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:33:28.222684 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93264510-b667-48ba-b355-44b1bc1dddbd None None] DHCP port deletion for 1113589d-d130-4cfa-aff3-f52eb0deeabc request from dv-cinder-805316-3-iscsi {{(pid=93817) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 17:33:28.255934 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c4c8a77-5f15-4ccc-b41f-6d817e4bc37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2822368'] for port, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:28.278207 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-93264510-b667-48ba-b355-44b1bc1dddbd None None] Deleting port c7956ace-69bf-4028-8624-fb3dbc9fa7c4 {{(pid=93817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:33:28.278586 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93264510-b667-48ba-b355-44b1bc1dddbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:28.285432 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4c8a77-5f15-4ccc-b41f-6d817e4bc37a admin admin] No DVR routers for this DVR port c7956ace-69bf-4028-8624-fb3dbc9fa7c4 on host dv-cinder-805316-3-iscsi {{(pid=93816) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:33:28.288756 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c8a77-5f15-4ccc-b41f-6d817e4bc37a admin admin] Pushing event deleted for resources: {'Port': ['ID=c7956ace-69bf-4028-8624-fb3dbc9fa7c4,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:28.346756 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-93264510-b667-48ba-b355-44b1bc1dddbd None None] For port c7956ace-69bf-4028-8624-fb3dbc9fa7c4, host dv-cinder-805316-3-iscsi, got binding levels [] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:33:28.347066 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93264510-b667-48ba-b355-44b1bc1dddbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:28.357422 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c4c8a77-5f15-4ccc-b41f-6d817e4bc37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33152447', 'neutron.services.segments.db._delete_segments_for_network-8763729442798'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:28.360096 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-93264510-b667-48ba-b355-44b1bc1dddbd None None] Calling delete_port for c7956ace-69bf-4028-8624-fb3dbc9fa7c4 owned by network:dhcp {{(pid=93817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:33:28.362721 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.ipam_backend_mixin [None req-93264510-b667-48ba-b355-44b1bc1dddbd None None] Port c7956ace-69bf-4028-8624-fb3dbc9fa7c4 was not found and therefore no delete operation was performed {{(pid=93817) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 17:33:28.363979 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-93264510-b667-48ba-b355-44b1bc1dddbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252'] for port, after_delete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:28.367183 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-7c4c8a77-5f15-4ccc-b41f-6d817e4bc37a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1113589d-d130-4cfa-aff3-f52eb0deeabc']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:33:28.377654 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-7c4c8a77-5f15-4ccc-b41f-6d817e4bc37a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8e06c1-ac8e-43e7-825a-0e43fc63904c') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:33:28.377949 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-7c4c8a77-5f15-4ccc-b41f-6d817e4bc37a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8e06c1-ac8e-43e7-825a-0e43fc63904c') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:33:28.387690 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c4c8a77-5f15-4ccc-b41f-6d817e4bc37a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763729442681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3015845'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:28.389834 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93264510-b667-48ba-b355-44b1bc1dddbd None None] Pushing event deleted for resources: {'Port': ['ID=c7956ace-69bf-4028-8624-fb3dbc9fa7c4,revision_number=None']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:28.391615 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93264510-b667-48ba-b355-44b1bc1dddbd None None] No DVR routers for this DVR port c7956ace-69bf-4028-8624-fb3dbc9fa7c4 on host dv-cinder-805316-3-iscsi {{(pid=93817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:33:28.408258 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c4c8a77-5f15-4ccc-b41f-6d817e4bc37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:28.414839 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c4c8a77-5f15-4ccc-b41f-6d817e4bc37a admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:33:28.415295 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c4c8a77-5f15-4ccc-b41f-6d817e4bc37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2822357'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: Traceback (most recent call last): Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: timer() Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: cb(*args, **kw) Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: return func(*args, **kwargs) Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: self._notify() Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: self.callback(batched_events) Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: event.method(event) Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: return f(self, *a, **k) Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: return self._get(url).json() Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: return self.request(url, 'GET', **kwargs) Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:33:28.417070 dv-cinder-805316-3-iscsi neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:33:28.471988 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c4c8a77-5f15-4ccc-b41f-6d817e4bc37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33152454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535142'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:28.480659 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-7c4c8a77-5f15-4ccc-b41f-6d817e4bc37a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:28.482741 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-7c4c8a77-5f15-4ccc-b41f-6d817e4bc37a admin admin] 10.222.0.21 "DELETE /v2.0/networks/1113589d-d130-4cfa-aff3-f52eb0deeabc HTTP/1.1" status: 204 len: 168 time: 0.5088236 Aug 30 17:33:28.495287 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c8a77-5f15-4ccc-b41f-6d817e4bc37a admin admin] Pushing event deleted for resources: {'Network': ['ID=1113589d-d130-4cfa-aff3-f52eb0deeabc,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:28.643530 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 58194) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:28.685278 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-dc1ff23f-4499-4535-8c98-6ea0f9d1a60a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d89c045221f140f2ab71b985fce23b49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377843 Aug 30 17:33:28.685771 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 58196) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:28.731622 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89572ffe-3777-465a-a340-2d075d7cc1bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:28.751930 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89572ffe-3777-465a-a340-2d075d7cc1bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:28.799646 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89572ffe-3777-465a-a340-2d075d7cc1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:28.802334 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-89572ffe-3777-465a-a340-2d075d7cc1bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:28.803484 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-89572ffe-3777-465a-a340-2d075d7cc1bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f50c4fba-a50c-435d-be8f-73dea0a4c144 HTTP/1.1" status: 204 len: 168 time: 0.1168306 Aug 30 17:33:28.819337 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89572ffe-3777-465a-a340-2d075d7cc1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50c4fba-a50c-435d-be8f-73dea0a4c144,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:28.824185 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:29.088465 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 66f6b457-016f-42e5-be3c-9a9511b5a235 no longer exists at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:33:29.109442 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] No Port match for: 66f6b457-016f-42e5-be3c-9a9511b5a235 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:33:29.109813 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 66f6b457-016f-42e5-be3c-9a9511b5a235 not bound to the agent host dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:33:29.110236 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device c7956ace-69bf-4028-8624-fb3dbc9fa7c4 no longer exists at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:33:29.114337 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58204) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:29.132342 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] No Port match for: c7956ace-69bf-4028-8624-fb3dbc9fa7c4 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:33:29.132593 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device c7956ace-69bf-4028-8624-fb3dbc9fa7c4 not bound to the agent host dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:33:29.133021 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 0c10f3c7-230b-45a4-accf-504a245a1c29 no longer exists at agent ovs-agent-dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:33:29.151341 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] No Port match for: 0c10f3c7-230b-45a4-accf-504a245a1c29 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:33:29.151687 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Device 0c10f3c7-230b-45a4-accf-504a245a1c29 not bound to the agent host dv-cinder-805316-3-iscsi {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:33:29.153966 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-72ad8ee4-b1e6-45b0-86c8-b8fc7487286e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0358e731537d4536b95de4290bd9d7c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382564 Aug 30 17:33:29.156450 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58206) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:29.203722 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-82826ca2-dbef-490e-9308-749d6a0e2c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:29.223374 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-82826ca2-dbef-490e-9308-749d6a0e2c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:29.269342 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-82826ca2-dbef-490e-9308-749d6a0e2c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:29.271844 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-82826ca2-dbef-490e-9308-749d6a0e2c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:29.272965 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-82826ca2-dbef-490e-9308-749d6a0e2c9c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af22ee99-d2b8-4d76-b937-e7b6ae0c307f HTTP/1.1" status: 204 len: 168 time: 0.1156054 Aug 30 17:33:29.280672 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82826ca2-dbef-490e-9308-749d6a0e2c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af22ee99-d2b8-4d76-b937-e7b6ae0c307f,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:30.114425 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:32.709880 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58238) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:32.811952 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6ad7690-362e-4c49-bab4-c51777705e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:32.896465 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6ad7690-362e-4c49-bab4-c51777705e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:32.899985 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d6ad7690-362e-4c49-bab4-c51777705e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:32.938849 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-d6ad7690-362e-4c49-bab4-c51777705e5a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1bac3a4090a049e9a5a7b41e432dd8cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279272 Aug 30 17:33:32.939957 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad7690-362e-4c49-bab4-c51777705e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d1bef0-f457-4932-a712-f57da3c67d1f,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:32.941565 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 58242) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:32.988758 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-663073e5-693e-4013-8a97-3dff70bdd521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:33.010411 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-663073e5-693e-4013-8a97-3dff70bdd521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:33.070697 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-663073e5-693e-4013-8a97-3dff70bdd521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:33.073286 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-663073e5-693e-4013-8a97-3dff70bdd521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:33.078198 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-663073e5-693e-4013-8a97-3dff70bdd521 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1d1bef0-f457-4932-a712-f57da3c67d1f HTTP/1.1" status: 204 len: 168 time: 0.1356206 Aug 30 17:33:33.086200 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663073e5-693e-4013-8a97-3dff70bdd521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d1bef0-f457-4932-a712-f57da3c67d1f,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:33.333769 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58248) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:33.346994 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e6857bd-fdee-44a4-8d69-acafde59c2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:33.435982 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e6857bd-fdee-44a4-8d69-acafde59c2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:33.439766 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-0e6857bd-fdee-44a4-8d69-acafde59c2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:33.474027 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6857bd-fdee-44a4-8d69-acafde59c2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a8b3bf-820d-4856-83c1-e9a7e0d41b76,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:33.479492 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-0e6857bd-fdee-44a4-8d69-acafde59c2f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=413e9ae5fbfd4c0ead25bf9a75d378d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1446831 Aug 30 17:33:33.483080 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 58250) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:33.530829 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-173d8d16-c138-4960-b837-66b6e0c0ffb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:33.551336 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-173d8d16-c138-4960-b837-66b6e0c0ffb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:33.595907 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-173d8d16-c138-4960-b837-66b6e0c0ffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:33.598424 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-173d8d16-c138-4960-b837-66b6e0c0ffb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:33.599532 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-173d8d16-c138-4960-b837-66b6e0c0ffb2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27a8b3bf-820d-4856-83c1-e9a7e0d41b76 HTTP/1.1" status: 204 len: 168 time: 0.1152954 Aug 30 17:33:33.607845 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d8d16-c138-4960-b837-66b6e0c0ffb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a8b3bf-820d-4856-83c1-e9a7e0d41b76,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:41.175229 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:33:41.846691 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58336) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:41.950812 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-65ea3296-6e6c-4e09-9cef-50be21a68c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:42.037241 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-65ea3296-6e6c-4e09-9cef-50be21a68c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:42.041681 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-65ea3296-6e6c-4e09-9cef-50be21a68c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:42.078341 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-65ea3296-6e6c-4e09-9cef-50be21a68c4b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d0d73a043df48f490fb842819997199&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305524 Aug 30 17:33:42.080199 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea3296-6e6c-4e09-9cef-50be21a68c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3655ae-1b0a-4724-82bb-5d9c7ff843f6,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:42.081168 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 58340) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:42.131111 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e95c916b-45ae-4600-9712-55bf63c79c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:42.151382 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e95c916b-45ae-4600-9712-55bf63c79c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:42.197724 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e95c916b-45ae-4600-9712-55bf63c79c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:42.200229 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-e95c916b-45ae-4600-9712-55bf63c79c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:42.201345 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-e95c916b-45ae-4600-9712-55bf63c79c93 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e3655ae-1b0a-4724-82bb-5d9c7ff843f6 HTTP/1.1" status: 204 len: 168 time: 0.1191497 Aug 30 17:33:42.208771 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c916b-45ae-4600-9712-55bf63c79c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3655ae-1b0a-4724-82bb-5d9c7ff843f6,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:50.010039 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58470) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:50.111684 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f549916f-45cc-4f8e-8d44-823fcd0afa01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:50.200027 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f549916f-45cc-4f8e-8d44-823fcd0afa01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:50.203727 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f549916f-45cc-4f8e-8d44-823fcd0afa01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:50.240787 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-f549916f-45cc-4f8e-8d44-823fcd0afa01 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01a6d96f335e4824bbe9480c2378bec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297139 Aug 30 17:33:50.242016 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549916f-45cc-4f8e-8d44-823fcd0afa01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddae299-3838-4fd2-ba24-bd2d658d9b80,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:50.243441 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 58474) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:50.291487 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f28243b-c21b-4763-8479-a661dcea8115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:50.312167 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f28243b-c21b-4763-8479-a661dcea8115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:50.357443 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f28243b-c21b-4763-8479-a661dcea8115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:50.359795 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-1f28243b-c21b-4763-8479-a661dcea8115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:50.360942 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-1f28243b-c21b-4763-8479-a661dcea8115 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ddae299-3838-4fd2-ba24-bd2d658d9b80 HTTP/1.1" status: 204 len: 168 time: 0.1164567 Aug 30 17:33:50.368647 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28243b-c21b-4763-8479-a661dcea8115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddae299-3838-4fd2-ba24-bd2d658d9b80,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:50.615495 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 58480) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:50.628954 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49ff9d8e-8302-4542-80e9-149f2e43acdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:50.717044 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49ff9d8e-8302-4542-80e9-149f2e43acdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:50.721779 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-49ff9d8e-8302-4542-80e9-149f2e43acdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:50.758934 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff9d8e-8302-4542-80e9-149f2e43acdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87020277-98a4-4be2-b214-3a8aa1de6631,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:50.764092 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-49ff9d8e-8302-4542-80e9-149f2e43acdc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=10a9e84d2abe4e538f77271cc229508c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475763 Aug 30 17:33:50.766722 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 58482) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:50.814851 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb8d04be-79da-4cff-9f1a-7082e07c29dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:50.835635 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb8d04be-79da-4cff-9f1a-7082e07c29dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:50.879214 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb8d04be-79da-4cff-9f1a-7082e07c29dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:50.881619 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-bb8d04be-79da-4cff-9f1a-7082e07c29dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:50.882847 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-bb8d04be-79da-4cff-9f1a-7082e07c29dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87020277-98a4-4be2-b214-3a8aa1de6631 HTTP/1.1" status: 204 len: 168 time: 0.1152151 Aug 30 17:33:50.892933 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d04be-79da-4cff-9f1a-7082e07c29dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87020277-98a4-4be2-b214-3a8aa1de6631,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:51.193666 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58488) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:51.207324 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b2157b2a-6d64-4e75-92d8-bc146837f68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:51.294865 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b2157b2a-6d64-4e75-92d8-bc146837f68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:51.298710 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b2157b2a-6d64-4e75-92d8-bc146837f68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:51.342162 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-b2157b2a-6d64-4e75-92d8-bc146837f68a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec2a3e1760bd45839d62f536ec780a6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473656 Aug 30 17:33:51.343051 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2157b2a-6d64-4e75-92d8-bc146837f68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d32cee8-d72b-46f7-b92e-a2fdfbca99f8,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:51.344977 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 58490) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:33:51.394043 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95167d8c-aa35-45fc-9eaa-c477fa68ab54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:51.414922 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95167d8c-aa35-45fc-9eaa-c477fa68ab54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:51.461349 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95167d8c-aa35-45fc-9eaa-c477fa68ab54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:51.463769 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-95167d8c-aa35-45fc-9eaa-c477fa68ab54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:51.464860 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-95167d8c-aa35-45fc-9eaa-c477fa68ab54 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d32cee8-d72b-46f7-b92e-a2fdfbca99f8 HTTP/1.1" status: 204 len: 168 time: 0.1188967 Aug 30 17:33:51.472598 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95167d8c-aa35-45fc-9eaa-c477fa68ab54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d32cee8-d72b-46f7-b92e-a2fdfbca99f8,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:33:54.843893 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b88d1b2d-b72a-47cb-b303-5c67a89a7404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:55.038544 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:57.592711 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3fbc30e2-e4e2-4c71-8414-f8c557561f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:57.852126 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:33:58.824581 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:00.123091 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:18.174086 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:34:19.048441 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 58676) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:19.150743 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-711bf3a7-ac58-495d-9d8a-df148d63a5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:19.234802 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-711bf3a7-ac58-495d-9d8a-df148d63a5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:19.238277 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-711bf3a7-ac58-495d-9d8a-df148d63a5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:19.278066 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-711bf3a7-ac58-495d-9d8a-df148d63a5b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7ae505be1514b158be1fcf00e74c051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285843 Aug 30 17:34:19.278916 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bf3a7-ac58-495d-9d8a-df148d63a5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252c0977-1780-4e24-b88d-d74d7dc7b421,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:19.280805 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 58680) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:19.286346 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bf3a7-ac58-495d-9d8a-df148d63a5b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.286706 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bf3a7-ac58-495d-9d8a-df148d63a5b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.287054 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bf3a7-ac58-495d-9d8a-df148d63a5b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.287400 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bf3a7-ac58-495d-9d8a-df148d63a5b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.287734 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bf3a7-ac58-495d-9d8a-df148d63a5b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.288066 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bf3a7-ac58-495d-9d8a-df148d63a5b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.288399 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bf3a7-ac58-495d-9d8a-df148d63a5b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.288729 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bf3a7-ac58-495d-9d8a-df148d63a5b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.289056 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bf3a7-ac58-495d-9d8a-df148d63a5b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.289382 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bf3a7-ac58-495d-9d8a-df148d63a5b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.289787 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bf3a7-ac58-495d-9d8a-df148d63a5b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.290114 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bf3a7-ac58-495d-9d8a-df148d63a5b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.341215 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-598d735e-c5cf-4a4b-8a88-1b96e62d3d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:19.361906 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-598d735e-c5cf-4a4b-8a88-1b96e62d3d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:19.407749 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-598d735e-c5cf-4a4b-8a88-1b96e62d3d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:19.410383 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-598d735e-c5cf-4a4b-8a88-1b96e62d3d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:19.411602 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-598d735e-c5cf-4a4b-8a88-1b96e62d3d6a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/252c0977-1780-4e24-b88d-d74d7dc7b421 HTTP/1.1" status: 204 len: 168 time: 0.1297190 Aug 30 17:34:19.419333 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d735e-c5cf-4a4b-8a88-1b96e62d3d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252c0977-1780-4e24-b88d-d74d7dc7b421,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:19.426217 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d735e-c5cf-4a4b-8a88-1b96e62d3d6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.427084 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d735e-c5cf-4a4b-8a88-1b96e62d3d6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.427613 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d735e-c5cf-4a4b-8a88-1b96e62d3d6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.427906 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d735e-c5cf-4a4b-8a88-1b96e62d3d6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.428274 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d735e-c5cf-4a4b-8a88-1b96e62d3d6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.428628 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d735e-c5cf-4a4b-8a88-1b96e62d3d6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.428956 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d735e-c5cf-4a4b-8a88-1b96e62d3d6a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.429297 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d735e-c5cf-4a4b-8a88-1b96e62d3d6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.429637 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d735e-c5cf-4a4b-8a88-1b96e62d3d6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.429962 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d735e-c5cf-4a4b-8a88-1b96e62d3d6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.430285 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d735e-c5cf-4a4b-8a88-1b96e62d3d6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:19.430666 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598d735e-c5cf-4a4b-8a88-1b96e62d3d6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:21.583987 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-fea52470-c71b-47d5-9d1d-251a4a89c73d tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=fa06fae235504e93b80f913c6dd9362f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289354 Aug 30 17:34:21.763179 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-ad682998-e28b-4f96-b80c-e8782b1cea80 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:21.764633 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-ad682998-e28b-4f96-b80c-e8782b1cea80 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1752496 Aug 30 17:34:21.779456 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-c92948fa-8f3d-4aa2-a483-cffcce5d5f67 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] 10.222.0.21 "GET /v2.0/quotas/fa06fae235504e93b80f913c6dd9362f HTTP/1.1" status: 200 len: 375 time: 0.0092974 Aug 30 17:34:21.813337 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-f51fb381-a0a1-4f8d-a4c8-f144064616d2 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fa06fae235504e93b80f913c6dd9362f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288436 Aug 30 17:34:21.966787 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ec6933c7-a496-448a-ae73-ac56ac791a8f req-ab14dee7-54ea-47ad-8cf2-b73d57deca46 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] 10.222.0.21 "GET /v2.0/ports?device_id=6217f83f-b74f-4dfb-9470-a0e2cf7ad52a HTTP/1.1" status: 200 len: 210 time: 0.0266242 Aug 30 17:34:22.857816 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-6bfcb92c-a0e1-45d1-80cd-927a857a3a8c tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=fa06fae235504e93b80f913c6dd9362f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286558 Aug 30 17:34:23.066006 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-3ac01dd7-b24f-4884-abe4-fd6aad66a19d req-400d9378-8570-457d-97f8-1e66e7e33d68 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] 10.222.0.21 "GET /v2.0/ports?device_id=6217f83f-b74f-4dfb-9470-a0e2cf7ad52a HTTP/1.1" status: 200 len: 210 time: 0.0265095 Aug 30 17:34:23.280302 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-52411e0a-a20b-401f-be8d-a950b947c40e tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:23.281763 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-52411e0a-a20b-401f-be8d-a950b947c40e tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4175704 Aug 30 17:34:23.295295 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-303a14a7-7b27-47a5-bef2-83543514495b tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Request body: {'port': {'device_id': '6217f83f-b74f-4dfb-9470-a0e2cf7ad52a', 'network_id': 'e020d03b-e601-4c5f-9555-01fd1eb72f81', 'admin_state_up': True, 'tenant_id': 'fa06fae235504e93b80f913c6dd9362f'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:34:23.400083 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-303a14a7-7b27-47a5-bef2-83543514495b tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Made reservation on behalf of fa06fae235504e93b80f913c6dd9362f for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:34:23.403522 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-303a14a7-7b27-47a5-bef2-83543514495b tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:23.412612 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-303a14a7-7b27-47a5-bef2-83543514495b tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Notify callbacks [] for security_group, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:23.507131 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-303a14a7-7b27-47a5-bef2-83543514495b tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Notify callbacks [] for security_group, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:23.510935 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-303a14a7-7b27-47a5-bef2-83543514495b tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:23.572809 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a14a7-7b27-47a5-bef2-83543514495b tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=196b5d16-2c86-421f-ba5f-d81ab9a58ae1,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:23.643827 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-303a14a7-7b27-47a5-bef2-83543514495b tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Allocated IP 192.168.233.250 (e020d03b-e601-4c5f-9555-01fd1eb72f81/d6316581-6ff5-40e6-9c87-2a4b5952b70f/0a63326f-9488-45b7-88d8-9199fa1917d1) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:34:23.783126 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-303a14a7-7b27-47a5-bef2-83543514495b tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:23.797105 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-303a14a7-7b27-47a5-bef2-83543514495b tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Transition to ACTIVE for port object 0a63326f-9488-45b7-88d8-9199fa1917d1 will not be triggered until provisioned by entity DHCP. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:34:23.829665 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-303a14a7-7b27-47a5-bef2-83543514495b tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:23.876686 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-303a14a7-7b27-47a5-bef2-83543514495b tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Network e020d03b-e601-4c5f-9555-01fd1eb72f81 is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:34:23.879697 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-303a14a7-7b27-47a5-bef2-83543514495b tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:34:23.883667 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-303a14a7-7b27-47a5-bef2-83543514495b tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:34:23.889956 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a14a7-7b27-47a5-bef2-83543514495b tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Pushing event updated for resources: {'Port': ['ID=0a63326f-9488-45b7-88d8-9199fa1917d1,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:23.936738 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-303a14a7-7b27-47a5-bef2-83543514495b tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:23.937362 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-303a14a7-7b27-47a5-bef2-83543514495b tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:23.952043 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-303a14a7-7b27-47a5-bef2-83543514495b tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6602542 Aug 30 17:34:23.965606 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-8609c425-ba83-4467-bf52-faceb087147f service neutron] Request body: {'port': {'device_id': '6217f83f-b74f-4dfb-9470-a0e2cf7ad52a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:34:24.021018 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-8609c425-ba83-4467-bf52-faceb087147f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:24.100501 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-6b230b1f-2b3f-466a-ada9-b9a730e38ff8 None None] Provisioning for port 0a63326f-9488-45b7-88d8-9199fa1917d1 completed by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:34:24.104557 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-6b230b1f-2b3f-466a-ada9-b9a730e38ff8 None None] Provisioning complete for port 0a63326f-9488-45b7-88d8-9199fa1917d1 triggered by entity DHCP. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:34:24.105020 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-6b230b1f-2b3f-466a-ada9-b9a730e38ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:24.141915 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-6b230b1f-2b3f-466a-ada9-b9a730e38ff8 None None] Port 0a63326f-9488-45b7-88d8-9199fa1917d1 cannot update to ACTIVE because it is not bound. {{(pid=93817) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 17:34:24.184462 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed1d03-be70-45e1-8649-3189e32c9350 req-cd8c2d5c-de97-40e0-a2c2-211166eba7ff tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:24.186067 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-38ed1d03-be70-45e1-8649-3189e32c9350 req-cd8c2d5c-de97-40e0-a2c2-211166eba7ff tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] 10.222.0.21 "GET /v2.0/ports?device_id=6217f83f-b74f-4dfb-9470-a0e2cf7ad52a HTTP/1.1" status: 200 len: 936 time: 0.0504284 Aug 30 17:34:24.223695 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-38ed1d03-be70-45e1-8649-3189e32c9350 req-a787bf54-8e37-4c35-9cfb-3cb7d959cd47 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] 10.222.0.21 "GET /v2.0/security-groups?id=196b5d16-2c86-421f-ba5f-d81ab9a58ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314116 Aug 30 17:34:24.288873 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-8609c425-ba83-4467-bf52-faceb087147f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a63326f-9488-45b7-88d8-9199fa1917d1 {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:34:24.296292 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-8609c425-ba83-4467-bf52-faceb087147f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:24.307884 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-8609c425-ba83-4467-bf52-faceb087147f service neutron] Transition to ACTIVE for port object 0a63326f-9488-45b7-88d8-9199fa1917d1 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:34:24.312310 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-8609c425-ba83-4467-bf52-faceb087147f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194083'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:24.378921 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609c425-ba83-4467-bf52-faceb087147f service neutron] Pushing event updated for resources: {'Port': ['ID=0a63326f-9488-45b7-88d8-9199fa1917d1,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:24.432911 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-8609c425-ba83-4467-bf52-faceb087147f service neutron] Attempting to bind port 0a63326f-9488-45b7-88d8-9199fa1917d1 on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:34:24.433248 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-8609c425-ba83-4467-bf52-faceb087147f service neutron] Attempting to bind port 0a63326f-9488-45b7-88d8-9199fa1917d1 by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': 'b5966838-b6a3-4afe-b90c-f100d7ac5662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e020d03b-e601-4c5f-9555-01fd1eb72f81'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:34:24.433614 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-8609c425-ba83-4467-bf52-faceb087147f service neutron] Attempting to bind port 0a63326f-9488-45b7-88d8-9199fa1917d1 on network e020d03b-e601-4c5f-9555-01fd1eb72f81 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:34:24.438125 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-8609c425-ba83-4467-bf52-faceb087147f service neutron] Port 0a63326f-9488-45b7-88d8-9199fa1917d1 on network e020d03b-e601-4c5f-9555-01fd1eb72f81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:34:24.438431 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-8609c425-ba83-4467-bf52-faceb087147f service neutron] Attempting to bind port 0a63326f-9488-45b7-88d8-9199fa1917d1 on network e020d03b-e601-4c5f-9555-01fd1eb72f81 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:34:24.443500 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-8609c425-ba83-4467-bf52-faceb087147f service neutron] Checking agent: {'id': 'ee80e8a3-09f9-4e7d-a921-e109800248d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'started_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:34:24.444502 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-8609c425-ba83-4467-bf52-faceb087147f service neutron] Checking segment: {'id': 'b5966838-b6a3-4afe-b90c-f100d7ac5662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e020d03b-e601-4c5f-9555-01fd1eb72f81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:34:24.444891 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-8609c425-ba83-4467-bf52-faceb087147f service neutron] Bound using segment: {'id': 'b5966838-b6a3-4afe-b90c-f100d7ac5662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e020d03b-e601-4c5f-9555-01fd1eb72f81'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:34:24.445321 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-8609c425-ba83-4467-bf52-faceb087147f service neutron] Bound port: 0a63326f-9488-45b7-88d8-9199fa1917d1, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5966838-b6a3-4afe-b90c-f100d7ac5662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e020d03b-e601-4c5f-9555-01fd1eb72f81'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:34:24.445730 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-8609c425-ba83-4467-bf52-faceb087147f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:24.510240 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-8609c425-ba83-4467-bf52-faceb087147f service neutron] For port 0a63326f-9488-45b7-88d8-9199fa1917d1, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:34:24.513147 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-8609c425-ba83-4467-bf52-faceb087147f service neutron] For port 0a63326f-9488-45b7-88d8-9199fa1917d1, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=0a63326f-9488-45b7-88d8-9199fa1917d1,segment=NetworkSegment(b5966838-b6a3-4afe-b90c-f100d7ac5662),segment_id=b5966838-b6a3-4afe-b90c-f100d7ac5662)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:34:24.517697 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-8609c425-ba83-4467-bf52-faceb087147f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194083'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:24.550813 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-8609c425-ba83-4467-bf52-faceb087147f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:24.551422 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-8609c425-ba83-4467-bf52-faceb087147f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:24.552789 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-8609c425-ba83-4467-bf52-faceb087147f service neutron] 10.222.0.52 "PUT /v2.0/ports/0a63326f-9488-45b7-88d8-9199fa1917d1 HTTP/1.1" status: 200 len: 1098 time: 0.5914993 Aug 30 17:34:24.553283 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6217f83f-b74f-4dfb-9470-a0e2cf7ad52a', 'tag': '0a63326f-9488-45b7-88d8-9199fa1917d1'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:34:24.555551 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac80f03d-4530-4945-bbb0-f6eefdf2a1d7" -d '{"events": [{"name": "network-changed", "server_uuid": "6217f83f-b74f-4dfb-9470-a0e2cf7ad52a", "tag": "0a63326f-9488-45b7-88d8-9199fa1917d1"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:34:24.588376 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609c425-ba83-4467-bf52-faceb087147f service neutron] Pushing event updated for resources: {'Port': ['ID=0a63326f-9488-45b7-88d8-9199fa1917d1,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:24.649786 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-ea1652c6-aaed-423f-9517-85e35e5f3144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:24.651400 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-ea1652c6-aaed-423f-9517-85e35e5f3144 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fa06fae235504e93b80f913c6dd9362f&device_id=6217f83f-b74f-4dfb-9470-a0e2cf7ad52a HTTP/1.1" status: 200 len: 1101 time: 0.0438778 Aug 30 17:34:24.701198 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-8ad39e4d-c49c-4d85-8de1-cfa32875c0c1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=0a63326f-9488-45b7-88d8-9199fa1917d1 HTTP/1.1" status: 200 len: 217 time: 0.0404787 Aug 30 17:34:24.754726 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d9f90a-79a4-4da0-8fea-76623e69af23 x-openstack-request-id: req-e6d9f90a-79a4-4da0-8fea-76623e69af23 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:34:24.755023 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6217f83f-b74f-4dfb-9470-a0e2cf7ad52a", "tag": "0a63326f-9488-45b7-88d8-9199fa1917d1", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:34:24.755396 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6d9f90a-79a4-4da0-8fea-76623e69af23 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:34:24.755927 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6217f83f-b74f-4dfb-9470-a0e2cf7ad52a', 'tag': '0a63326f-9488-45b7-88d8-9199fa1917d1', 'status': 'completed', 'code': 200} Aug 30 17:34:24.758536 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-69a9b6a0-ffb9-4e05-83eb-c79103231494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:24.759987 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-69a9b6a0-ffb9-4e05-83eb-c79103231494 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d6316581-6ff5-40e6-9c87-2a4b5952b70f HTTP/1.1" status: 200 len: 843 time: 0.0518420 Aug 30 17:34:24.812085 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-82160032-4d80-4f4d-8036-edde291c97c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:24.813859 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-82160032-4d80-4f4d-8036-edde291c97c3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e020d03b-e601-4c5f-9555-01fd1eb72f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0460248 Aug 30 17:34:24.845238 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-226a51a9-e481-4855-9ec9-b6f18b82c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:24.916354 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-2b865b6a-8ba8-4036-bfa2-6e92d679b92f service neutron] 10.222.0.52 "GET /v2.0/networks/e020d03b-e601-4c5f-9555-01fd1eb72f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940394 Aug 30 17:34:25.009895 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-3672e4b8-b278-483c-abde-46f18b8c1219 req-c80acfa4-d203-41d2-a7fa-e1cf90a32af8 service neutron] 10.222.0.52 "GET /v2.0/networks/e020d03b-e601-4c5f-9555-01fd1eb72f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867829 Aug 30 17:34:25.048746 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:25.108980 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80f03d-4530-4945-bbb0-f6eefdf2a1d7 req-0cc2f1a6-85a9-4b67-8321-c4c91703a730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:25.111205 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ac80f03d-4530-4945-bbb0-f6eefdf2a1d7 req-0cc2f1a6-85a9-4b67-8321-c4c91703a730 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fa06fae235504e93b80f913c6dd9362f&device_id=6217f83f-b74f-4dfb-9470-a0e2cf7ad52a HTTP/1.1" status: 200 len: 1101 time: 0.0514226 Aug 30 17:34:25.212499 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80f03d-4530-4945-bbb0-f6eefdf2a1d7 req-0a7677de-56ac-4f80-b98e-1887a9617fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:25.213993 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ac80f03d-4530-4945-bbb0-f6eefdf2a1d7 req-0a7677de-56ac-4f80-b98e-1887a9617fb5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e020d03b-e601-4c5f-9555-01fd1eb72f81 HTTP/1.1" status: 200 len: 870 time: 0.0939264 Aug 30 17:34:25.258712 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ac80f03d-4530-4945-bbb0-f6eefdf2a1d7 req-a7f09a65-e9f0-4b3e-9650-f84d5af1f0c3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=0a63326f-9488-45b7-88d8-9199fa1917d1 HTTP/1.1" status: 200 len: 217 time: 0.0363595 Aug 30 17:34:25.317213 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80f03d-4530-4945-bbb0-f6eefdf2a1d7 req-2ebcac36-82d1-4530-88eb-06be517795aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:25.319476 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ac80f03d-4530-4945-bbb0-f6eefdf2a1d7 req-2ebcac36-82d1-4530-88eb-06be517795aa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d6316581-6ff5-40e6-9c87-2a4b5952b70f HTTP/1.1" status: 200 len: 843 time: 0.0536859 Aug 30 17:34:25.347606 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc1ec8-dd44-4af8-b9d0-22b032f5d10d req-3b765b97-c7dd-43e1-bcfc-dac9a2c3f8c3 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:25.349076 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-dfcc1ec8-dd44-4af8-b9d0-22b032f5d10d req-3b765b97-c7dd-43e1-bcfc-dac9a2c3f8c3 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] 10.222.0.21 "GET /v2.0/ports?device_id=6217f83f-b74f-4dfb-9470-a0e2cf7ad52a HTTP/1.1" status: 200 len: 948 time: 0.0533700 Aug 30 17:34:25.368361 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80f03d-4530-4945-bbb0-f6eefdf2a1d7 req-2379e9eb-ef02-4162-93b5-75e18521a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:25.369892 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ac80f03d-4530-4945-bbb0-f6eefdf2a1d7 req-2379e9eb-ef02-4162-93b5-75e18521a4e4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e020d03b-e601-4c5f-9555-01fd1eb72f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0432887 Aug 30 17:34:25.392599 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-dfcc1ec8-dd44-4af8-b9d0-22b032f5d10d req-0db7d4c8-f16e-4c46-8679-6367cb0e93f8 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] 10.222.0.21 "GET /v2.0/security-groups?id=196b5d16-2c86-421f-ba5f-d81ab9a58ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363233 Aug 30 17:34:25.461399 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ac80f03d-4530-4945-bbb0-f6eefdf2a1d7 req-178f9e68-fe86-4968-b680-e961d4e2504b service neutron] 10.222.0.52 "GET /v2.0/networks/e020d03b-e601-4c5f-9555-01fd1eb72f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835581 Aug 30 17:34:25.555398 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-ac80f03d-4530-4945-bbb0-f6eefdf2a1d7 req-a8c8c0a0-d3b1-4dd0-974b-419c4027b7d4 service neutron] 10.222.0.52 "GET /v2.0/networks/e020d03b-e601-4c5f-9555-01fd1eb72f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856674 Aug 30 17:34:26.506833 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767d2b5-b942-4ea4-875c-8fcb21196f16 req-e860687e-73bb-4907-8734-550de6156662 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:26.508279 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d767d2b5-b942-4ea4-875c-8fcb21196f16 req-e860687e-73bb-4907-8734-550de6156662 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] 10.222.0.21 "GET /v2.0/ports?device_id=6217f83f-b74f-4dfb-9470-a0e2cf7ad52a HTTP/1.1" status: 200 len: 948 time: 0.0474780 Aug 30 17:34:26.544739 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-d767d2b5-b942-4ea4-875c-8fcb21196f16 req-a2415185-2e21-41fa-b1db-d720507584ce tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] 10.222.0.21 "GET /v2.0/security-groups?id=196b5d16-2c86-421f-ba5f-d81ab9a58ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305870 Aug 30 17:34:27.593005 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9e891208-3f31-41b1-b235-01ea3f203981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:27.659689 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d8ddf-605f-4e5e-878a-9fdaf0a59d34 req-ab7f6e35-a85e-4097-ab5b-235b717ac39b tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:27.661113 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ab2d8ddf-605f-4e5e-878a-9fdaf0a59d34 req-ab7f6e35-a85e-4097-ab5b-235b717ac39b tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] 10.222.0.21 "GET /v2.0/ports?device_id=6217f83f-b74f-4dfb-9470-a0e2cf7ad52a HTTP/1.1" status: 200 len: 948 time: 0.0477786 Aug 30 17:34:27.697699 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ab2d8ddf-605f-4e5e-878a-9fdaf0a59d34 req-3811869c-c1f7-48dc-8ab0-131d62f0e0f9 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] 10.222.0.21 "GET /v2.0/security-groups?id=196b5d16-2c86-421f-ba5f-d81ab9a58ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302866 Aug 30 17:34:27.852656 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:27.868594 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 0a63326f-9488-45b7-88d8-9199fa1917d1 details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:34:27.959600 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 0a63326f-9488-45b7-88d8-9199fa1917d1, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=0a63326f-9488-45b7-88d8-9199fa1917d1,segment=NetworkSegment(b5966838-b6a3-4afe-b90c-f100d7ac5662),segment_id=b5966838-b6a3-4afe-b90c-f100d7ac5662)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:34:27.970399 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Returning: {'device': '0a63326f-9488-45b7-88d8-9199fa1917d1', 'network_id': 'e020d03b-e601-4c5f-9555-01fd1eb72f81', 'port_id': '0a63326f-9488-45b7-88d8-9199fa1917d1', 'mac_address': 'fa:16:3e:87:fd:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6316581-6ff5-40e6-9c87-2a4b5952b70f', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:34:28.009673 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:28.021560 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a63326f-9488-45b7-88d8-9199fa1917d1 {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:34:28.040307 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 0a63326f-9488-45b7-88d8-9199fa1917d1, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=0a63326f-9488-45b7-88d8-9199fa1917d1,segment=NetworkSegment(b5966838-b6a3-4afe-b90c-f100d7ac5662),segment_id=b5966838-b6a3-4afe-b90c-f100d7ac5662)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:34:28.043922 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:28.088505 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=0a63326f-9488-45b7-88d8-9199fa1917d1,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:28.095269 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:28.095618 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:28.095958 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:28.096293 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:28.096624 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:28.096955 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:28.097283 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:28.097632 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:28.097960 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:28.098283 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:28.098605 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:28.098934 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:34:28.277069 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['0a63326f-9488-45b7-88d8-9199fa1917d1'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:34:28.810967 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe91751-d4ed-4469-ad41-be213353ae8d req-ff15adcd-2afe-4b3b-96e8-fe4430247e5a tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:28.812411 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bbe91751-d4ed-4469-ad41-be213353ae8d req-ff15adcd-2afe-4b3b-96e8-fe4430247e5a tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] 10.222.0.21 "GET /v2.0/ports?device_id=6217f83f-b74f-4dfb-9470-a0e2cf7ad52a HTTP/1.1" status: 200 len: 949 time: 0.0504663 Aug 30 17:34:28.827020 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:28.849857 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-bbe91751-d4ed-4469-ad41-be213353ae8d req-50c7cd7d-0b19-473e-848d-ef0190e08f17 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] 10.222.0.21 "GET /v2.0/security-groups?id=196b5d16-2c86-421f-ba5f-d81ab9a58ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313687 Aug 30 17:34:29.868934 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 0a63326f-9488-45b7-88d8-9199fa1917d1 up at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:34:29.918696 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning for port 0a63326f-9488-45b7-88d8-9199fa1917d1 completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:34:29.922616 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning complete for port 0a63326f-9488-45b7-88d8-9199fa1917d1 triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:34:29.922996 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:29.969052 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80756a91-530b-40fa-a611-0bfdf8f76fae req-f1f3f6f4-952d-4f05-9fe5-266240b78a5c tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:29.970582 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-80756a91-530b-40fa-a611-0bfdf8f76fae req-f1f3f6f4-952d-4f05-9fe5-266240b78a5c tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] 10.222.0.21 "GET /v2.0/ports?device_id=6217f83f-b74f-4dfb-9470-a0e2cf7ad52a HTTP/1.1" status: 200 len: 949 time: 0.0494745 Aug 30 17:34:29.999084 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:30.007687 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-80756a91-530b-40fa-a611-0bfdf8f76fae req-45e64a90-2dee-4c58-a313-f8cee743558a tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] 10.222.0.21 "GET /v2.0/security-groups?id=196b5d16-2c86-421f-ba5f-d81ab9a58ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305109 Aug 30 17:34:30.024393 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6217f83f-b74f-4dfb-9470-a0e2cf7ad52a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a63326f-9488-45b7-88d8-9199fa1917d1'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:34:30.026660 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b565bf2a2ce0626243007c858acec0a0684ffd3fe6012f569d221254cd872eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95153e6e-f2e0-4160-bec5-9e95b21605a9" -d '{"events": [{"server_uuid": "6217f83f-b74f-4dfb-9470-a0e2cf7ad52a", "name": "network-vif-plugged", "status": "completed", "tag": "0a63326f-9488-45b7-88d8-9199fa1917d1"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:34:30.040502 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 0a63326f-9488-45b7-88d8-9199fa1917d1, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=0a63326f-9488-45b7-88d8-9199fa1917d1,segment=NetworkSegment(b5966838-b6a3-4afe-b90c-f100d7ac5662),segment_id=b5966838-b6a3-4afe-b90c-f100d7ac5662)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:34:30.044006 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:30.093836 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=0a63326f-9488-45b7-88d8-9199fa1917d1,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:30.115253 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:30.118218 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46d6dbd-1f5b-40f2-934f-463f11c4368c x-openstack-request-id: req-a46d6dbd-1f5b-40f2-934f-463f11c4368c {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:34:30.118495 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6217f83f-b74f-4dfb-9470-a0e2cf7ad52a", "name": "network-vif-plugged", "status": "completed", "tag": "0a63326f-9488-45b7-88d8-9199fa1917d1", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:34:30.118892 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a46d6dbd-1f5b-40f2-934f-463f11c4368c {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:34:30.119348 dv-cinder-805316-3-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6217f83f-b74f-4dfb-9470-a0e2cf7ad52a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a63326f-9488-45b7-88d8-9199fa1917d1', 'code': 200} Aug 30 17:34:30.280189 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f91262-71d5-40a5-b94e-4959330bc28a req-0b78b95f-b487-43df-a2e7-0e79d79eeeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:30.281667 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-31f91262-71d5-40a5-b94e-4959330bc28a req-0b78b95f-b487-43df-a2e7-0e79d79eeeec service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6217f83f-b74f-4dfb-9470-a0e2cf7ad52a HTTP/1.1" status: 200 len: 1103 time: 0.0396721 Aug 30 17:34:30.314933 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-31f91262-71d5-40a5-b94e-4959330bc28a req-d8f5a208-05db-43d0-8e9e-f874b6737d16 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=196b5d16-2c86-421f-ba5f-d81ab9a58ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262566 Aug 30 17:34:31.119831 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a10714-3b8f-43c0-bada-9e3f73fcfd93 req-c9501ab8-e056-4394-9a73-ae9636d38ca6 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:31.121294 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a3a10714-3b8f-43c0-bada-9e3f73fcfd93 req-c9501ab8-e056-4394-9a73-ae9636d38ca6 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] 10.222.0.21 "GET /v2.0/ports?device_id=6217f83f-b74f-4dfb-9470-a0e2cf7ad52a HTTP/1.1" status: 200 len: 950 time: 0.0474911 Aug 30 17:34:31.157263 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a3a10714-3b8f-43c0-bada-9e3f73fcfd93 req-b1c0f738-9ef9-42c4-a79e-730f799ac59e tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] 10.222.0.21 "GET /v2.0/security-groups?id=196b5d16-2c86-421f-ba5f-d81ab9a58ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300906 Aug 30 17:34:32.273354 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9a394-4586-4e84-9e60-77d31f3a6e65 req-313d8d61-f4df-4179-831d-628b756e4223 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:32.274822 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8be9a394-4586-4e84-9e60-77d31f3a6e65 req-313d8d61-f4df-4179-831d-628b756e4223 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] 10.222.0.21 "GET /v2.0/ports?device_id=6217f83f-b74f-4dfb-9470-a0e2cf7ad52a HTTP/1.1" status: 200 len: 950 time: 0.0507710 Aug 30 17:34:32.311229 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-8be9a394-4586-4e84-9e60-77d31f3a6e65 req-d508334c-50af-415c-b40a-87fbc9c23ebb tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] 10.222.0.21 "GET /v2.0/security-groups?id=196b5d16-2c86-421f-ba5f-d81ab9a58ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305741 Aug 30 17:34:32.555662 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90b5bd-4437-454d-b8bc-14941b6dc02a req-5af09755-d252-4927-a517-ee375bc5dca9 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:32.557102 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7d90b5bd-4437-454d-b8bc-14941b6dc02a req-5af09755-d252-4927-a517-ee375bc5dca9 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] 10.222.0.21 "GET /v2.0/ports?device_id=6217f83f-b74f-4dfb-9470-a0e2cf7ad52a HTTP/1.1" status: 200 len: 950 time: 0.0471299 Aug 30 17:34:32.595775 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7d90b5bd-4437-454d-b8bc-14941b6dc02a req-33edc501-f392-4784-9a65-27b22da017c4 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] 10.222.0.21 "GET /v2.0/security-groups?id=196b5d16-2c86-421f-ba5f-d81ab9a58ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328283 Aug 30 17:34:33.708339 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060ce13-36fb-49c3-be87-6d60e6c21fad req-afc2c9ed-e4d2-4bc7-94fe-b2a6179d56a1 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:33.710385 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c060ce13-36fb-49c3-be87-6d60e6c21fad req-afc2c9ed-e4d2-4bc7-94fe-b2a6179d56a1 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] 10.222.0.21 "GET /v2.0/ports?device_id=6217f83f-b74f-4dfb-9470-a0e2cf7ad52a HTTP/1.1" status: 200 len: 950 time: 0.0479729 Aug 30 17:34:33.746619 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c060ce13-36fb-49c3-be87-6d60e6c21fad req-b45ca134-8db3-4837-94b0-5e8519a83800 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] 10.222.0.21 "GET /v2.0/security-groups?id=196b5d16-2c86-421f-ba5f-d81ab9a58ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304255 Aug 30 17:34:33.786312 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195fd358-de45-4013-96e2-4b423938140a req-4b44a52a-3bd1-4d54-b8b2-fe5e4d4fa9e6 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:33.788556 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-195fd358-de45-4013-96e2-4b423938140a req-4b44a52a-3bd1-4d54-b8b2-fe5e4d4fa9e6 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] 10.222.0.52 "GET /v2.0/ports?device_id=6217f83f-b74f-4dfb-9470-a0e2cf7ad52a HTTP/1.1" status: 200 len: 950 time: 0.0486929 Aug 30 17:34:33.876466 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-195fd358-de45-4013-96e2-4b423938140a req-1f588f1d-b63f-4f54-bf20-fba81a7fc8d0 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Deleting port 0a63326f-9488-45b7-88d8-9199fa1917d1 {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:34:33.876734 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-195fd358-de45-4013-96e2-4b423938140a req-1f588f1d-b63f-4f54-bf20-fba81a7fc8d0 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:33.963037 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-195fd358-de45-4013-96e2-4b423938140a req-1f588f1d-b63f-4f54-bf20-fba81a7fc8d0 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] For port 0a63326f-9488-45b7-88d8-9199fa1917d1, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=0a63326f-9488-45b7-88d8-9199fa1917d1,segment=NetworkSegment(b5966838-b6a3-4afe-b90c-f100d7ac5662),segment_id=b5966838-b6a3-4afe-b90c-f100d7ac5662)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:34:33.963409 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-195fd358-de45-4013-96e2-4b423938140a req-1f588f1d-b63f-4f54-bf20-fba81a7fc8d0 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:33.976431 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-195fd358-de45-4013-96e2-4b423938140a req-1f588f1d-b63f-4f54-bf20-fba81a7fc8d0 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Calling delete_port for 0a63326f-9488-45b7-88d8-9199fa1917d1 owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:34:34.103167 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-195fd358-de45-4013-96e2-4b423938140a req-1f588f1d-b63f-4f54-bf20-fba81a7fc8d0 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:34.114736 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['0a63326f-9488-45b7-88d8-9199fa1917d1'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:34:34.132322 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f588f1d-b63f-4f54-bf20-fba81a7fc8d0 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Pushing event deleted for resources: {'Port': ['ID=0a63326f-9488-45b7-88d8-9199fa1917d1,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:34.177436 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-195fd358-de45-4013-96e2-4b423938140a req-1f588f1d-b63f-4f54-bf20-fba81a7fc8d0 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] No DVR routers for this DVR port 0a63326f-9488-45b7-88d8-9199fa1917d1 on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:34:34.180078 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-195fd358-de45-4013-96e2-4b423938140a req-1f588f1d-b63f-4f54-bf20-fba81a7fc8d0 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:34.182130 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-195fd358-de45-4013-96e2-4b423938140a req-1f588f1d-b63f-4f54-bf20-fba81a7fc8d0 tempest-VolumesNegativeTest-1923795812 tempest-VolumesNegativeTest-1923795812-project] 10.222.0.52 "DELETE /v2.0/ports/0a63326f-9488-45b7-88d8-9199fa1917d1 HTTP/1.1" status: 204 len: 173 time: 0.3877800 Aug 30 17:34:34.182594 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6217f83f-b74f-4dfb-9470-a0e2cf7ad52a', 'name': 'network-vif-deleted', 'tag': '0a63326f-9488-45b7-88d8-9199fa1917d1'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:34:34.184884 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f55bcb0-c501-40cb-97ef-19e685c8d9cb" -d '{"events": [{"server_uuid": "6217f83f-b74f-4dfb-9470-a0e2cf7ad52a", "name": "network-vif-deleted", "tag": "0a63326f-9488-45b7-88d8-9199fa1917d1"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:34:34.228586 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d751af5-e362-4497-96ce-93495b6863a6 x-openstack-request-id: req-7d751af5-e362-4497-96ce-93495b6863a6 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:34:34.228872 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6217f83f-b74f-4dfb-9470-a0e2cf7ad52a", "name": "network-vif-deleted", "tag": "0a63326f-9488-45b7-88d8-9199fa1917d1", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:34:34.229178 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d751af5-e362-4497-96ce-93495b6863a6 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:34:34.229602 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6217f83f-b74f-4dfb-9470-a0e2cf7ad52a', 'name': 'network-vif-deleted', 'tag': '0a63326f-9488-45b7-88d8-9199fa1917d1', 'status': 'completed', 'code': 200} Aug 30 17:34:37.884430 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 0a63326f-9488-45b7-88d8-9199fa1917d1 no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:34:37.904862 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] No Port match for: 0a63326f-9488-45b7-88d8-9199fa1917d1 {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:34:37.905206 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 0a63326f-9488-45b7-88d8-9199fa1917d1 not bound to the agent host hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:34:38.473132 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 59012) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:38.612310 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-9edb79f1-10f4-463c-874a-763dd8787daa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa06fae235504e93b80f913c6dd9362f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1379623 Aug 30 17:34:38.614747 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 59016) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:38.660389 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-585bd522-877b-437d-8455-7e806ff63b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:38.682566 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-585bd522-877b-437d-8455-7e806ff63b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:38.730195 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-585bd522-877b-437d-8455-7e806ff63b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:38.732899 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-585bd522-877b-437d-8455-7e806ff63b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:38.734005 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-585bd522-877b-437d-8455-7e806ff63b7d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/196b5d16-2c86-421f-ba5f-d81ab9a58ae1 HTTP/1.1" status: 204 len: 168 time: 0.1183751 Aug 30 17:34:38.742386 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585bd522-877b-437d-8455-7e806ff63b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196b5d16-2c86-421f-ba5f-d81ab9a58ae1,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:39.331971 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 59038) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:39.426729 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.v2.base [None req-a840e907-3be0-4d7c-bc65-e29f5343309e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1672241542-network', 'tenant_id': 'c99a3114de1141579894d7753f0bf1d1'}} {{(pid=93816) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:34:39.447474 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a840e907-3be0-4d7c-bc65-e29f5343309e admin admin] Made reservation on behalf of c99a3114de1141579894d7753f0bf1d1 for: {'network': 1} {{(pid=93816) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:34:39.453791 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a840e907-3be0-4d7c-bc65-e29f5343309e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for network, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:39.462778 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a840e907-3be0-4d7c-bc65-e29f5343309e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:39.547009 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a840e907-3be0-4d7c-bc65-e29f5343309e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:39.550619 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a840e907-3be0-4d7c-bc65-e29f5343309e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:39.577192 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a840e907-3be0-4d7c-bc65-e29f5343309e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=93816) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 17:34:39.590592 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840e907-3be0-4d7c-bc65-e29f5343309e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25495594-9d78-4d76-bca6-2b04c65fcf14,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:39.595262 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a840e907-3be0-4d7c-bc65-e29f5343309e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:39.595604 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.db.segments_db [None req-a840e907-3be0-4d7c-bc65-e29f5343309e admin admin] Added segment 55f97289-0588-4821-9666-ec068678bf20 of type vlan for network 196fb99d-3f96-4cc1-a31b-fdb6ea5426db Aug 30 17:34:39.637243 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a840e907-3be0-4d7c-bc65-e29f5343309e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763728898142'] for network, precommit_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:39.661219 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a840e907-3be0-4d7c-bc65-e29f5343309e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549'] for network, after_create {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:39.662329 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a840e907-3be0-4d7c-bc65-e29f5343309e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:39.662913 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-a840e907-3be0-4d7c-bc65-e29f5343309e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:39.715728 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-a840e907-3be0-4d7c-bc65-e29f5343309e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3826787 Aug 30 17:34:39.718750 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59042) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:34:39.723876 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [None req-049f785d-51a8-4d31-8677-506e8998ad56 admin admin] Request body: {'subnet': {'network_id': '196fb99d-3f96-4cc1-a31b-fdb6ea5426db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1672241542-subnet', 'tenant_id': 'c99a3114de1141579894d7753f0bf1d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:34:39.725785 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840e907-3be0-4d7c-bc65-e29f5343309e admin admin] Pushing event updated for resources: {'Network': ['ID=196fb99d-3f96-4cc1-a31b-fdb6ea5426db,revision_number=1']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:39.736149 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Network 196fb99d-3f96-4cc1-a31b-fdb6ea5426db details requested by agent ovs-agent-dv-cinder-805316-3-iscsi with host dv-cinder-805316-3-iscsi {{(pid=93817) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 17:34:39.746116 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049f785d-51a8-4d31-8677-506e8998ad56 admin admin] Made reservation on behalf of c99a3114de1141579894d7753f0bf1d1 for: {'subnet': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:34:39.748381 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-049f785d-51a8-4d31-8677-506e8998ad56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9315050'] for subnet, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:39.910455 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-049f785d-51a8-4d31-8677-506e8998ad56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4190378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9314968'] for subnet, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:39.957191 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f785d-51a8-4d31-8677-506e8998ad56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=881f0380-0a33-4e72-b063-4039781369e9,revision_number=0']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:39.972154 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049f785d-51a8-4d31-8677-506e8998ad56 admin admin] Checking segment: {'id': '55f97289-0588-4821-9666-ec068678bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '196fb99d-3f96-4cc1-a31b-fdb6ea5426db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:34:39.972510 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049f785d-51a8-4d31-8677-506e8998ad56 admin admin] Network hostable DHCP agents. Network: 196fb99d-3f96-4cc1-a31b-fdb6ea5426db, hostable agents: ['8f3c7f8e-0df7-4e02-9457-a839f0ce6f10'], hosted agents: [] {{(pid=93815) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 17:34:39.992856 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049f785d-51a8-4d31-8677-506e8998ad56 admin admin] Network 196fb99d-3f96-4cc1-a31b-fdb6ea5426db is scheduled to be hosted by DHCP agent 8f3c7f8e-0df7-4e02-9457-a839f0ce6f10 with binding_index 1 {{(pid=93815) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 17:34:40.001575 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [None req-049f785d-51a8-4d31-8677-506e8998ad56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805316-3-iscsi, 196fb99d-3f96-4cc1-a31b-fdb6ea5426db) {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:34:40.005810 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049f785d-51a8-4d31-8677-506e8998ad56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:40.006999 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-049f785d-51a8-4d31-8677-506e8998ad56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:40.011403 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09fb366-da9e-46f3-b0c1-03eddee3dc97 None None] Network 196fb99d-3f96-4cc1-a31b-fdb6ea5426db requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:34:40.020736 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-049f785d-51a8-4d31-8677-506e8998ad56 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3009243 Aug 30 17:34:40.132299 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d678f46-d8c6-4155-a539-88e070120e7b None None] Network 196fb99d-3f96-4cc1-a31b-fdb6ea5426db requested from dv-cinder-805316-3-iscsi {{(pid=93817) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 17:34:41.959669 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-f22bee5f-dcd9-4c60-8ee6-ac45b0a228d1 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:41.961259 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-f22bee5f-dcd9-4c60-8ee6-ac45b0a228d1 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/networks?id=196fb99d-3f96-4cc1-a31b-fdb6ea5426db HTTP/1.1" status: 200 len: 814 time: 0.1012399 Aug 30 17:34:41.976107 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-c4d6d912-1c4c-4692-ae66-b4d17ec2e101 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/quotas/c99a3114de1141579894d7753f0bf1d1 HTTP/1.1" status: 200 len: 375 time: 0.0092380 Aug 30 17:34:42.005606 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-6ab2a3fd-db17-4a25-a9de-a6a3234b23a8 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c99a3114de1141579894d7753f0bf1d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245824 Aug 30 17:34:42.058784 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-42896f1b-59be-4d10-80d5-3bf9bad1f0d4 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93816) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 17:34:42.059863 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-42896f1b-59be-4d10-80d5-3bf9bad1f0d4 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480342 Aug 30 17:34:42.145446 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-e38a555b-9cf7-4175-a474-71e614ee25ba service neutron] 10.222.0.21 "GET /v2.0/networks/196fb99d-3f96-4cc1-a31b-fdb6ea5426db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792665 Aug 30 17:34:42.235337 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-15c39b5b-a415-42e2-85ec-0a69267ab386 service neutron] 10.222.0.21 "GET /v2.0/networks/196fb99d-3f96-4cc1-a31b-fdb6ea5426db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830169 Aug 30 17:34:42.398914 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-5cc1b0f1-acc5-4622-aed2-bd029acd7edf req-72e3458e-9cad-4e3e-bdfe-4da3434bea81 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f28137c-1dbb-4e61-97de-6f48aac7348a HTTP/1.1" status: 200 len: 210 time: 0.0396562 Aug 30 17:34:43.243977 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-ca1ffa63-4ff4-4a1e-8874-df67fb658f9e tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:43.245430 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-ca1ffa63-4ff4-4a1e-8874-df67fb658f9e tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.52 "GET /v2.0/networks?id=196fb99d-3f96-4cc1-a31b-fdb6ea5426db HTTP/1.1" status: 200 len: 814 time: 0.0995820 Aug 30 17:34:43.257877 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-c307248d-b57e-4656-89c5-f9153f208291 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Request body: {'port': {'device_id': '1f28137c-1dbb-4e61-97de-6f48aac7348a', 'network_id': '196fb99d-3f96-4cc1-a31b-fdb6ea5426db', 'admin_state_up': True, 'tenant_id': 'c99a3114de1141579894d7753f0bf1d1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:34:43.368433 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-c307248d-b57e-4656-89c5-f9153f208291 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Made reservation on behalf of c99a3114de1141579894d7753f0bf1d1 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:34:43.371842 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-c307248d-b57e-4656-89c5-f9153f208291 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:43.493398 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-18188abc-fa65-438e-a3f1-850ca37ff886 req-8442e09d-86c5-4764-b9c1-9a0e46c96eab tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f28137c-1dbb-4e61-97de-6f48aac7348a HTTP/1.1" status: 200 len: 210 time: 0.0277717 Aug 30 17:34:43.497371 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-c307248d-b57e-4656-89c5-f9153f208291 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Allocated IP 172.20.0.5 (196fb99d-3f96-4cc1-a31b-fdb6ea5426db/881f0380-0a33-4e72-b063-4039781369e9/2b6d3861-a675-4797-8d5a-fda0bf03dc3c) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:34:43.637096 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-c307248d-b57e-4656-89c5-f9153f208291 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:43.675297 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-c307248d-b57e-4656-89c5-f9153f208291 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:43.718561 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-c307248d-b57e-4656-89c5-f9153f208291 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Network 196fb99d-3f96-4cc1-a31b-fdb6ea5426db is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:34:43.723444 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-c307248d-b57e-4656-89c5-f9153f208291 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:34:43.727693 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-c307248d-b57e-4656-89c5-f9153f208291 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:34:43.751917 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307248d-b57e-4656-89c5-f9153f208291 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Pushing event updated for resources: {'Port': ['ID=2b6d3861-a675-4797-8d5a-fda0bf03dc3c,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:43.779299 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-c307248d-b57e-4656-89c5-f9153f208291 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:43.779905 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-c307248d-b57e-4656-89c5-f9153f208291 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:43.793046 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-c307248d-b57e-4656-89c5-f9153f208291 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5392106 Aug 30 17:34:43.805097 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-2294f538-5296-434b-b833-227f00a73068 service neutron] Request body: {'port': {'device_id': '1f28137c-1dbb-4e61-97de-6f48aac7348a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:34:43.855158 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-2294f538-5296-434b-b833-227f00a73068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:44.109868 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-2294f538-5296-434b-b833-227f00a73068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b6d3861-a675-4797-8d5a-fda0bf03dc3c {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:34:44.117948 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-2294f538-5296-434b-b833-227f00a73068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:44.129965 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-2294f538-5296-434b-b833-227f00a73068 service neutron] Transition to ACTIVE for port object 2b6d3861-a675-4797-8d5a-fda0bf03dc3c will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:34:44.133913 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-2294f538-5296-434b-b833-227f00a73068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194083'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:44.183734 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294f538-5296-434b-b833-227f00a73068 service neutron] Pushing event updated for resources: {'Port': ['ID=2b6d3861-a675-4797-8d5a-fda0bf03dc3c,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:44.247515 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-2294f538-5296-434b-b833-227f00a73068 service neutron] Attempting to bind port 2b6d3861-a675-4797-8d5a-fda0bf03dc3c on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:34:44.248157 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-2294f538-5296-434b-b833-227f00a73068 service neutron] Attempting to bind port 2b6d3861-a675-4797-8d5a-fda0bf03dc3c by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '55f97289-0588-4821-9666-ec068678bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '196fb99d-3f96-4cc1-a31b-fdb6ea5426db'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:34:44.248157 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-2294f538-5296-434b-b833-227f00a73068 service neutron] Attempting to bind port 2b6d3861-a675-4797-8d5a-fda0bf03dc3c on network 196fb99d-3f96-4cc1-a31b-fdb6ea5426db {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:34:44.252301 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-2294f538-5296-434b-b833-227f00a73068 service neutron] Port 2b6d3861-a675-4797-8d5a-fda0bf03dc3c on network 196fb99d-3f96-4cc1-a31b-fdb6ea5426db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:34:44.252628 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-2294f538-5296-434b-b833-227f00a73068 service neutron] Attempting to bind port 2b6d3861-a675-4797-8d5a-fda0bf03dc3c on network 196fb99d-3f96-4cc1-a31b-fdb6ea5426db {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:34:44.257379 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-2294f538-5296-434b-b833-227f00a73068 service neutron] Checking agent: {'id': 'ee80e8a3-09f9-4e7d-a921-e109800248d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'started_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:34:44.257748 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-2294f538-5296-434b-b833-227f00a73068 service neutron] Checking segment: {'id': '55f97289-0588-4821-9666-ec068678bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '196fb99d-3f96-4cc1-a31b-fdb6ea5426db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:34:44.258128 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-2294f538-5296-434b-b833-227f00a73068 service neutron] Bound using segment: {'id': '55f97289-0588-4821-9666-ec068678bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '196fb99d-3f96-4cc1-a31b-fdb6ea5426db'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:34:44.258552 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-2294f538-5296-434b-b833-227f00a73068 service neutron] Bound port: 2b6d3861-a675-4797-8d5a-fda0bf03dc3c, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f97289-0588-4821-9666-ec068678bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '196fb99d-3f96-4cc1-a31b-fdb6ea5426db'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:34:44.258905 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-2294f538-5296-434b-b833-227f00a73068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:44.322784 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-2294f538-5296-434b-b833-227f00a73068 service neutron] For port 2b6d3861-a675-4797-8d5a-fda0bf03dc3c, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:34:44.325755 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-2294f538-5296-434b-b833-227f00a73068 service neutron] For port 2b6d3861-a675-4797-8d5a-fda0bf03dc3c, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=2b6d3861-a675-4797-8d5a-fda0bf03dc3c,segment=NetworkSegment(55f97289-0588-4821-9666-ec068678bf20),segment_id=55f97289-0588-4821-9666-ec068678bf20)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:34:44.330197 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-2294f538-5296-434b-b833-227f00a73068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194083'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:44.362937 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-2294f538-5296-434b-b833-227f00a73068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:44.363552 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-2294f538-5296-434b-b833-227f00a73068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:44.364938 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-2294f538-5296-434b-b833-227f00a73068 service neutron] 10.222.0.52 "PUT /v2.0/ports/2b6d3861-a675-4797-8d5a-fda0bf03dc3c HTTP/1.1" status: 200 len: 1093 time: 0.5638027 Aug 30 17:34:44.365428 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f28137c-1dbb-4e61-97de-6f48aac7348a', 'tag': '2b6d3861-a675-4797-8d5a-fda0bf03dc3c'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:34:44.367855 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e0739c-e76d-491d-9ad4-f1748b40759b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f28137c-1dbb-4e61-97de-6f48aac7348a", "tag": "2b6d3861-a675-4797-8d5a-fda0bf03dc3c"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:34:44.398429 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294f538-5296-434b-b833-227f00a73068 service neutron] Pushing event updated for resources: {'Port': ['ID=2b6d3861-a675-4797-8d5a-fda0bf03dc3c,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:44.405444 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4a2016-3dd0-4d5a-a0b2-cbed68ae060c x-openstack-request-id: req-2a4a2016-3dd0-4d5a-a0b2-cbed68ae060c {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:34:44.405759 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f28137c-1dbb-4e61-97de-6f48aac7348a", "tag": "2b6d3861-a675-4797-8d5a-fda0bf03dc3c", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:34:44.406010 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a4a2016-3dd0-4d5a-a0b2-cbed68ae060c {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:34:44.406397 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f28137c-1dbb-4e61-97de-6f48aac7348a', 'tag': '2b6d3861-a675-4797-8d5a-fda0bf03dc3c', 'status': 'completed', 'code': 200} Aug 30 17:34:44.450957 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-0102ed32-8b02-4b19-922b-b415966ae4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:44.452438 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-0102ed32-8b02-4b19-922b-b415966ae4e6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c99a3114de1141579894d7753f0bf1d1&device_id=1f28137c-1dbb-4e61-97de-6f48aac7348a HTTP/1.1" status: 200 len: 1096 time: 0.0400171 Aug 30 17:34:44.496385 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-5242e0d8-86b9-49e2-8c21-7965414017a3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b6d3861-a675-4797-8d5a-fda0bf03dc3c HTTP/1.1" status: 200 len: 217 time: 0.0356376 Aug 30 17:34:44.544977 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-9c589d4d-d08e-4188-af6f-825c87693cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:44.546454 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-9c589d4d-d08e-4188-af6f-825c87693cc7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=881f0380-0a33-4e72-b063-4039781369e9 HTTP/1.1" status: 200 len: 854 time: 0.0434444 Aug 30 17:34:44.578726 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-a3935e2c-ad83-43b9-abcc-d82fe7ec6496 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=196fb99d-3f96-4cc1-a31b-fdb6ea5426db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251086 Aug 30 17:34:44.610732 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3733a4b-ee7a-4bcb-a279-bec507e4076a req-9af64ffe-91cf-4d1a-84da-bbe154a2f13e tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:44.612269 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a3733a4b-ee7a-4bcb-a279-bec507e4076a req-9af64ffe-91cf-4d1a-84da-bbe154a2f13e tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f28137c-1dbb-4e61-97de-6f48aac7348a HTTP/1.1" status: 200 len: 943 time: 0.0522764 Aug 30 17:34:44.653062 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-a3733a4b-ee7a-4bcb-a279-bec507e4076a req-b9ab3ce1-0f42-4257-8079-2fc9c43777a9 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/security-groups?id=25495594-9d78-4d76-bca6-2b04c65fcf14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346384 Aug 30 17:34:44.666541 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-efc27629-a0eb-40fd-a7d9-aa4fbfef1c17 service neutron] 10.222.0.52 "GET /v2.0/networks/196fb99d-3f96-4cc1-a31b-fdb6ea5426db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806055 Aug 30 17:34:44.757109 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-5357ffec-7753-4ce5-a08f-4edfbc6d3d85 req-f3e98859-e626-449a-a23f-e3bd07f95f11 service neutron] 10.222.0.52 "GET /v2.0/networks/196fb99d-3f96-4cc1-a31b-fdb6ea5426db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839040 Aug 30 17:34:44.841370 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0739c-e76d-491d-9ad4-f1748b40759b req-917b6f6f-44a2-4cff-97e3-4b3e17466e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:44.842919 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e1e0739c-e76d-491d-9ad4-f1748b40759b req-917b6f6f-44a2-4cff-97e3-4b3e17466e99 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c99a3114de1141579894d7753f0bf1d1&device_id=1f28137c-1dbb-4e61-97de-6f48aac7348a HTTP/1.1" status: 200 len: 1096 time: 0.0386992 Aug 30 17:34:44.932904 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0739c-e76d-491d-9ad4-f1748b40759b req-86d32f34-3ba8-4285-987d-a4a9275e925a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:44.934374 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e1e0739c-e76d-491d-9ad4-f1748b40759b req-86d32f34-3ba8-4285-987d-a4a9275e925a service neutron] 10.222.0.52 "GET /v2.0/networks?id=196fb99d-3f96-4cc1-a31b-fdb6ea5426db HTTP/1.1" status: 200 len: 915 time: 0.0834324 Aug 30 17:34:44.975653 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e1e0739c-e76d-491d-9ad4-f1748b40759b req-26c29e4e-4fe6-43b3-83f5-8fcbb55a9690 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b6d3861-a675-4797-8d5a-fda0bf03dc3c HTTP/1.1" status: 200 len: 217 time: 0.0330746 Aug 30 17:34:45.023316 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0739c-e76d-491d-9ad4-f1748b40759b req-235df890-d4bf-4b94-a30a-9a27147a49ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:45.024755 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e1e0739c-e76d-491d-9ad4-f1748b40759b req-235df890-d4bf-4b94-a30a-9a27147a49ee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=881f0380-0a33-4e72-b063-4039781369e9 HTTP/1.1" status: 200 len: 854 time: 0.0427258 Aug 30 17:34:45.058159 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e1e0739c-e76d-491d-9ad4-f1748b40759b req-3fef9fa1-f725-488e-ad0a-47db89e8b7b8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=196fb99d-3f96-4cc1-a31b-fdb6ea5426db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240877 Aug 30 17:34:45.147788 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e1e0739c-e76d-491d-9ad4-f1748b40759b req-3583946e-b52a-4bb1-a5d2-f5eae5f1dc75 service neutron] 10.222.0.52 "GET /v2.0/networks/196fb99d-3f96-4cc1-a31b-fdb6ea5426db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826218 Aug 30 17:34:45.238133 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e1e0739c-e76d-491d-9ad4-f1748b40759b req-1ad6d0f5-a07a-4f1f-9314-c79e29a853a4 service neutron] 10.222.0.52 "GET /v2.0/networks/196fb99d-3f96-4cc1-a31b-fdb6ea5426db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822711 Aug 30 17:34:45.770042 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dde146-59a4-4ba6-9029-884355173219 req-f4e6e617-3383-42b0-9aac-31f5ede5e399 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:45.771532 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-05dde146-59a4-4ba6-9029-884355173219 req-f4e6e617-3383-42b0-9aac-31f5ede5e399 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f28137c-1dbb-4e61-97de-6f48aac7348a HTTP/1.1" status: 200 len: 943 time: 0.0485084 Aug 30 17:34:45.808127 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-05dde146-59a4-4ba6-9029-884355173219 req-65784ff6-6b41-409b-8e94-c9de0ec7bbef tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/security-groups?id=25495594-9d78-4d76-bca6-2b04c65fcf14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304897 Aug 30 17:34:46.919180 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e144f-e11b-41f9-b394-d48e58283fe6 req-c42a4c22-bd34-48aa-98fa-580837964bc0 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:46.920647 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-aa4e144f-e11b-41f9-b394-d48e58283fe6 req-c42a4c22-bd34-48aa-98fa-580837964bc0 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f28137c-1dbb-4e61-97de-6f48aac7348a HTTP/1.1" status: 200 len: 943 time: 0.0480561 Aug 30 17:34:46.956979 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-aa4e144f-e11b-41f9-b394-d48e58283fe6 req-9c8ad4a1-c5f3-4817-a29f-a48ce710dbff tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/security-groups?id=25495594-9d78-4d76-bca6-2b04c65fcf14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305240 Aug 30 17:34:47.930734 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 2b6d3861-a675-4797-8d5a-fda0bf03dc3c details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:34:48.025699 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 2b6d3861-a675-4797-8d5a-fda0bf03dc3c, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=2b6d3861-a675-4797-8d5a-fda0bf03dc3c,segment=NetworkSegment(55f97289-0588-4821-9666-ec068678bf20),segment_id=55f97289-0588-4821-9666-ec068678bf20)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:34:48.036977 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Returning: {'device': '2b6d3861-a675-4797-8d5a-fda0bf03dc3c', 'network_id': '196fb99d-3f96-4cc1-a31b-fdb6ea5426db', 'port_id': '2b6d3861-a675-4797-8d5a-fda0bf03dc3c', 'mac_address': 'fa:16:3e:2f:4d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881f0380-0a33-4e72-b063-4039781369e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:34:48.067603 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee425ed2-f4df-49a1-a120-eb8b0ee9d44e req-8fd910c3-49d4-4709-b417-1b7b2d5741e7 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:48.069203 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ee425ed2-f4df-49a1-a120-eb8b0ee9d44e req-8fd910c3-49d4-4709-b417-1b7b2d5741e7 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f28137c-1dbb-4e61-97de-6f48aac7348a HTTP/1.1" status: 200 len: 943 time: 0.0477598 Aug 30 17:34:48.074310 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:48.088007 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b6d3861-a675-4797-8d5a-fda0bf03dc3c {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:34:48.107238 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 2b6d3861-a675-4797-8d5a-fda0bf03dc3c, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=2b6d3861-a675-4797-8d5a-fda0bf03dc3c,segment=NetworkSegment(55f97289-0588-4821-9666-ec068678bf20),segment_id=55f97289-0588-4821-9666-ec068678bf20)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:34:48.109499 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ee425ed2-f4df-49a1-a120-eb8b0ee9d44e req-4c4d08e0-2547-43dd-b797-8e8ec3510e7a tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/security-groups?id=25495594-9d78-4d76-bca6-2b04c65fcf14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346017 Aug 30 17:34:48.111271 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:48.160450 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=2b6d3861-a675-4797-8d5a-fda0bf03dc3c,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:48.298665 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['2b6d3861-a675-4797-8d5a-fda0bf03dc3c'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:34:49.222320 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add692ec-965b-4190-befd-9ee204b1faf6 req-7f9cc24e-bcfa-452c-89a3-c7db722823b1 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:49.223743 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-add692ec-965b-4190-befd-9ee204b1faf6 req-7f9cc24e-bcfa-452c-89a3-c7db722823b1 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f28137c-1dbb-4e61-97de-6f48aac7348a HTTP/1.1" status: 200 len: 944 time: 0.0471756 Aug 30 17:34:49.260232 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-add692ec-965b-4190-befd-9ee204b1faf6 req-36d206a5-9906-4700-97d2-ce72caa619e5 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/security-groups?id=25495594-9d78-4d76-bca6-2b04c65fcf14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300674 Aug 30 17:34:49.930776 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 2b6d3861-a675-4797-8d5a-fda0bf03dc3c up at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:34:49.980341 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning for port 2b6d3861-a675-4797-8d5a-fda0bf03dc3c completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:34:49.983869 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning complete for port 2b6d3861-a675-4797-8d5a-fda0bf03dc3c triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:34:49.984243 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:50.056886 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:50.078828 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f28137c-1dbb-4e61-97de-6f48aac7348a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6d3861-a675-4797-8d5a-fda0bf03dc3c'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:34:50.081010 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b565bf2a2ce0626243007c858acec0a0684ffd3fe6012f569d221254cd872eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6584ba9a-3151-45ce-9cb2-eb590fa88042" -d '{"events": [{"server_uuid": "1f28137c-1dbb-4e61-97de-6f48aac7348a", "name": "network-vif-plugged", "status": "completed", "tag": "2b6d3861-a675-4797-8d5a-fda0bf03dc3c"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:34:50.094533 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port 2b6d3861-a675-4797-8d5a-fda0bf03dc3c, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=2b6d3861-a675-4797-8d5a-fda0bf03dc3c,segment=NetworkSegment(55f97289-0588-4821-9666-ec068678bf20),segment_id=55f97289-0588-4821-9666-ec068678bf20)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:34:50.098688 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:50.121986 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52b524c-eaa8-448d-a4bc-48bce1c6bc61 x-openstack-request-id: req-d52b524c-eaa8-448d-a4bc-48bce1c6bc61 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:34:50.122285 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f28137c-1dbb-4e61-97de-6f48aac7348a", "name": "network-vif-plugged", "status": "completed", "tag": "2b6d3861-a675-4797-8d5a-fda0bf03dc3c", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:34:50.122533 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d52b524c-eaa8-448d-a4bc-48bce1c6bc61 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:34:50.122922 dv-cinder-805316-3-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f28137c-1dbb-4e61-97de-6f48aac7348a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6d3861-a675-4797-8d5a-fda0bf03dc3c', 'code': 200} Aug 30 17:34:50.153589 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=2b6d3861-a675-4797-8d5a-fda0bf03dc3c,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:34:50.293096 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326614bc-2245-475e-87fa-15aa11913136 req-5b5402e4-65ba-42fc-986b-6a712f05b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:50.294429 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-326614bc-2245-475e-87fa-15aa11913136 req-5b5402e4-65ba-42fc-986b-6a712f05b427 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1f28137c-1dbb-4e61-97de-6f48aac7348a HTTP/1.1" status: 200 len: 1098 time: 0.0434022 Aug 30 17:34:50.329049 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-326614bc-2245-475e-87fa-15aa11913136 req-d88960f8-5e38-4133-96fb-c5fa36bc217d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=25495594-9d78-4d76-bca6-2b04c65fcf14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281339 Aug 30 17:34:50.372814 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a40c2c-43d4-497a-be8d-42f3694ec8cd req-4c71fd3c-9fb4-4406-ba62-acc493d5092b tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:50.374326 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-72a40c2c-43d4-497a-be8d-42f3694ec8cd req-4c71fd3c-9fb4-4406-ba62-acc493d5092b tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f28137c-1dbb-4e61-97de-6f48aac7348a HTTP/1.1" status: 200 len: 945 time: 0.0475266 Aug 30 17:34:50.411277 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-72a40c2c-43d4-497a-be8d-42f3694ec8cd req-3966145a-4989-4af4-9777-937efbff38c6 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/security-groups?id=25495594-9d78-4d76-bca6-2b04c65fcf14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311062 Aug 30 17:34:51.527210 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2dda89-ad61-4531-b705-7ce3ae1ad8d9 req-4543bc62-bf19-4162-917e-0bd63736a0d1 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:34:51.528637 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7a2dda89-ad61-4531-b705-7ce3ae1ad8d9 req-4543bc62-bf19-4162-917e-0bd63736a0d1 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f28137c-1dbb-4e61-97de-6f48aac7348a HTTP/1.1" status: 200 len: 945 time: 0.0465393 Aug 30 17:34:51.567401 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7a2dda89-ad61-4531-b705-7ce3ae1ad8d9 req-0ee5d289-3385-49de-aa89-70c37738516f tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/security-groups?id=25495594-9d78-4d76-bca6-2b04c65fcf14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329745 Aug 30 17:34:54.847794 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f84cb186-a162-40bb-baff-5a5f6988753f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:55.055200 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:55.172130 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:34:57.594346 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-ab8e36a1-d7d4-4f60-8242-5d7d6db76ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:57.853824 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:34:58.829511 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:00.120099 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:09.381957 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4620cf82-e11d-432a-9452-f8825419ab80 req-ca2a6a7c-fa16-4412-9018-4dd5469d94a3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1f28137c-1dbb-4e61-97de-6f48aac7348a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390251 Aug 30 17:35:09.462172 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620cf82-e11d-432a-9452-f8825419ab80 req-2401d2e9-1896-4eb3-aacf-5fd332caea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:09.463676 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4620cf82-e11d-432a-9452-f8825419ab80 req-2401d2e9-1896-4eb3-aacf-5fd332caea8c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c99a3114de1141579894d7753f0bf1d1&device_id=1f28137c-1dbb-4e61-97de-6f48aac7348a HTTP/1.1" status: 200 len: 1098 time: 0.0404134 Aug 30 17:35:09.565443 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620cf82-e11d-432a-9452-f8825419ab80 req-cb7995d8-0ddb-449b-9b42-ec6358629994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:09.566918 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4620cf82-e11d-432a-9452-f8825419ab80 req-cb7995d8-0ddb-449b-9b42-ec6358629994 service neutron] 10.222.0.52 "GET /v2.0/networks?id=196fb99d-3f96-4cc1-a31b-fdb6ea5426db HTTP/1.1" status: 200 len: 915 time: 0.0845690 Aug 30 17:35:09.607565 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4620cf82-e11d-432a-9452-f8825419ab80 req-82590245-bfca-4ec3-8eea-1868a3974bb5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b6d3861-a675-4797-8d5a-fda0bf03dc3c HTTP/1.1" status: 200 len: 217 time: 0.0332603 Aug 30 17:35:09.656743 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620cf82-e11d-432a-9452-f8825419ab80 req-8a1c6a31-91d6-4ccc-9846-10744ab898b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:09.658083 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4620cf82-e11d-432a-9452-f8825419ab80 req-8a1c6a31-91d6-4ccc-9846-10744ab898b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=881f0380-0a33-4e72-b063-4039781369e9 HTTP/1.1" status: 200 len: 854 time: 0.0418777 Aug 30 17:35:09.692223 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4620cf82-e11d-432a-9452-f8825419ab80 req-840b1d96-9082-40a8-b09e-788484d6323e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=196fb99d-3f96-4cc1-a31b-fdb6ea5426db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273709 Aug 30 17:35:09.779969 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4620cf82-e11d-432a-9452-f8825419ab80 req-d709e993-12c6-464c-ad32-b4541f705d49 service neutron] 10.222.0.52 "GET /v2.0/networks/196fb99d-3f96-4cc1-a31b-fdb6ea5426db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806532 Aug 30 17:35:09.869466 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-4620cf82-e11d-432a-9452-f8825419ab80 req-e80aba3e-e9d2-4203-a513-7e12f71a635f service neutron] 10.222.0.52 "GET /v2.0/networks/196fb99d-3f96-4cc1-a31b-fdb6ea5426db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825844 Aug 30 17:35:24.848534 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-cd4b8235-3334-4de6-9bac-f667140d2d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:25.083678 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:27.594598 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-8a2cb029-bc10-4e96-b408-50fbadc18b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:27.855183 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:28.831754 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:30.121654 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:31.979400 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e294bb-d50f-46cc-b0bf-9c8b2e971d1f req-9698e290-9a66-42b1-ac8a-c617bd86cb98 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:31.980831 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-98e294bb-d50f-46cc-b0bf-9c8b2e971d1f req-9698e290-9a66-42b1-ac8a-c617bd86cb98 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f28137c-1dbb-4e61-97de-6f48aac7348a HTTP/1.1" status: 200 len: 945 time: 0.0477884 Aug 30 17:35:32.016243 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-98e294bb-d50f-46cc-b0bf-9c8b2e971d1f req-e9559fa5-a9f5-4ff1-af13-84a5f48c690b tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/security-groups?id=25495594-9d78-4d76-bca6-2b04c65fcf14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295782 Aug 30 17:35:32.171523 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:35:33.131906 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe136155-bb08-4683-a8ab-709df241700e req-6d61548d-bb07-4984-9011-3eb0fa73f656 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:33.133340 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fe136155-bb08-4683-a8ab-709df241700e req-6d61548d-bb07-4984-9011-3eb0fa73f656 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f28137c-1dbb-4e61-97de-6f48aac7348a HTTP/1.1" status: 200 len: 945 time: 0.0483420 Aug 30 17:35:33.169298 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-fe136155-bb08-4683-a8ab-709df241700e req-c16b2c17-325d-4351-8e9f-fa942d912e9b tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/security-groups?id=25495594-9d78-4d76-bca6-2b04c65fcf14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301971 Aug 30 17:35:33.458018 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72944bf-21ca-4112-96a2-3af998b94b69 req-4b26ca15-cbb7-4cdb-a48b-cc70423b2dcc tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:33.459479 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c72944bf-21ca-4112-96a2-3af998b94b69 req-4b26ca15-cbb7-4cdb-a48b-cc70423b2dcc tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f28137c-1dbb-4e61-97de-6f48aac7348a HTTP/1.1" status: 200 len: 945 time: 0.0474210 Aug 30 17:35:33.544134 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-c72944bf-21ca-4112-96a2-3af998b94b69 req-d9691fa4-4328-43b4-91e9-ad7771c0d9cd tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Deleting port 2b6d3861-a675-4797-8d5a-fda0bf03dc3c {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:35:33.544468 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c72944bf-21ca-4112-96a2-3af998b94b69 req-d9691fa4-4328-43b4-91e9-ad7771c0d9cd tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:33.631521 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-c72944bf-21ca-4112-96a2-3af998b94b69 req-d9691fa4-4328-43b4-91e9-ad7771c0d9cd tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] For port 2b6d3861-a675-4797-8d5a-fda0bf03dc3c, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=2b6d3861-a675-4797-8d5a-fda0bf03dc3c,segment=NetworkSegment(55f97289-0588-4821-9666-ec068678bf20),segment_id=55f97289-0588-4821-9666-ec068678bf20)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:35:33.631892 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c72944bf-21ca-4112-96a2-3af998b94b69 req-d9691fa4-4328-43b4-91e9-ad7771c0d9cd tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:33.643804 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-c72944bf-21ca-4112-96a2-3af998b94b69 req-d9691fa4-4328-43b4-91e9-ad7771c0d9cd tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Calling delete_port for 2b6d3861-a675-4797-8d5a-fda0bf03dc3c owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:35:33.766594 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c72944bf-21ca-4112-96a2-3af998b94b69 req-d9691fa4-4328-43b4-91e9-ad7771c0d9cd tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:33.778846 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['2b6d3861-a675-4797-8d5a-fda0bf03dc3c'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:35:33.794307 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9691fa4-4328-43b4-91e9-ad7771c0d9cd tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Pushing event deleted for resources: {'Port': ['ID=2b6d3861-a675-4797-8d5a-fda0bf03dc3c,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:33.807673 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9691fa4-4328-43b4-91e9-ad7771c0d9cd tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:33.808025 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9691fa4-4328-43b4-91e9-ad7771c0d9cd tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:33.808364 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9691fa4-4328-43b4-91e9-ad7771c0d9cd tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:33.808698 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9691fa4-4328-43b4-91e9-ad7771c0d9cd tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:33.809030 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9691fa4-4328-43b4-91e9-ad7771c0d9cd tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:33.809404 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9691fa4-4328-43b4-91e9-ad7771c0d9cd tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:33.809749 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9691fa4-4328-43b4-91e9-ad7771c0d9cd tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:33.810080 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9691fa4-4328-43b4-91e9-ad7771c0d9cd tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:33.810407 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9691fa4-4328-43b4-91e9-ad7771c0d9cd tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:33.810733 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9691fa4-4328-43b4-91e9-ad7771c0d9cd tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:33.811093 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9691fa4-4328-43b4-91e9-ad7771c0d9cd tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:33.811415 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9691fa4-4328-43b4-91e9-ad7771c0d9cd tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:33.843334 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72944bf-21ca-4112-96a2-3af998b94b69 req-d9691fa4-4328-43b4-91e9-ad7771c0d9cd tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] No DVR routers for this DVR port 2b6d3861-a675-4797-8d5a-fda0bf03dc3c on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:35:33.845704 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-c72944bf-21ca-4112-96a2-3af998b94b69 req-d9691fa4-4328-43b4-91e9-ad7771c0d9cd tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:33.847626 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-c72944bf-21ca-4112-96a2-3af998b94b69 req-d9691fa4-4328-43b4-91e9-ad7771c0d9cd tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.52 "DELETE /v2.0/ports/2b6d3861-a675-4797-8d5a-fda0bf03dc3c HTTP/1.1" status: 204 len: 173 time: 0.3821657 Aug 30 17:35:33.848043 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f28137c-1dbb-4e61-97de-6f48aac7348a', 'name': 'network-vif-deleted', 'tag': '2b6d3861-a675-4797-8d5a-fda0bf03dc3c'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:35:33.850977 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cce77e2-8a3e-4b3c-af0e-117c595c6bcc" -d '{"events": [{"server_uuid": "1f28137c-1dbb-4e61-97de-6f48aac7348a", "name": "network-vif-deleted", "tag": "2b6d3861-a675-4797-8d5a-fda0bf03dc3c"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:35:33.889392 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223ddc72-b76e-4d2c-8c13-0c577c1b6ca0 x-openstack-request-id: req-223ddc72-b76e-4d2c-8c13-0c577c1b6ca0 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:35:33.889793 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f28137c-1dbb-4e61-97de-6f48aac7348a", "name": "network-vif-deleted", "tag": "2b6d3861-a675-4797-8d5a-fda0bf03dc3c", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:35:33.890135 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-223ddc72-b76e-4d2c-8c13-0c577c1b6ca0 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:35:33.891300 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f28137c-1dbb-4e61-97de-6f48aac7348a', 'name': 'network-vif-deleted', 'tag': '2b6d3861-a675-4797-8d5a-fda0bf03dc3c', 'status': 'completed', 'code': 200} Aug 30 17:35:34.275015 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-e28d5db2-0dd0-4659-b065-e872a3b4b867 req-a81999f9-91da-4976-9bd5-2d53df54c6fe tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f28137c-1dbb-4e61-97de-6f48aac7348a HTTP/1.1" status: 200 len: 210 time: 0.0279560 Aug 30 17:35:36.510005 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 2b6d3861-a675-4797-8d5a-fda0bf03dc3c no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:35:36.529373 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] No Port match for: 2b6d3861-a675-4797-8d5a-fda0bf03dc3c {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:35:36.529745 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device 2b6d3861-a675-4797-8d5a-fda0bf03dc3c not bound to the agent host hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:35:43.181052 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-d6789b65-00bc-4dce-b06a-88c885d46778 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:43.182520 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-d6789b65-00bc-4dce-b06a-88c885d46778 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/networks?id=196fb99d-3f96-4cc1-a31b-fdb6ea5426db HTTP/1.1" status: 200 len: 814 time: 0.0994880 Aug 30 17:35:43.197442 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-bcbe7e12-bd92-44d5-ba4d-e6fa4db21c13 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/quotas/c99a3114de1141579894d7753f0bf1d1 HTTP/1.1" status: 200 len: 375 time: 0.0093510 Aug 30 17:35:43.227936 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-38cbe040-cdb9-4f08-902d-d2b4451aaff4 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c99a3114de1141579894d7753f0bf1d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252059 Aug 30 17:35:43.317030 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-601e61e7-233e-4bc7-b84c-c7b16023ec8a service neutron] 10.222.0.21 "GET /v2.0/networks/196fb99d-3f96-4cc1-a31b-fdb6ea5426db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825682 Aug 30 17:35:43.402607 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-14c9e575-0ff7-40fb-8d6e-b190e4593621 service neutron] 10.222.0.21 "GET /v2.0/networks/196fb99d-3f96-4cc1-a31b-fdb6ea5426db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789266 Aug 30 17:35:43.557952 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-37776bc4-f3b2-48b5-b05e-fbf3313c33c2 req-54ac14b6-d382-43d5-b69f-b17af8992c31 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f7a0e-ddcd-4751-b463-8f10fa2ce7cf HTTP/1.1" status: 200 len: 210 time: 0.0268955 Aug 30 17:35:44.417724 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-66340132-3470-4e0f-9657-ba721142bd8e tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:44.419491 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-66340132-3470-4e0f-9657-ba721142bd8e tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.52 "GET /v2.0/networks?id=196fb99d-3f96-4cc1-a31b-fdb6ea5426db HTTP/1.1" status: 200 len: 814 time: 0.1035583 Aug 30 17:35:44.432573 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-9cc2ed01-8124-4e11-8923-121982b7889a tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Request body: {'port': {'device_id': 'd56f7a0e-ddcd-4751-b463-8f10fa2ce7cf', 'network_id': '196fb99d-3f96-4cc1-a31b-fdb6ea5426db', 'admin_state_up': True, 'tenant_id': 'c99a3114de1141579894d7753f0bf1d1'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:35:44.541150 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-9cc2ed01-8124-4e11-8923-121982b7889a tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Made reservation on behalf of c99a3114de1141579894d7753f0bf1d1 for: {'port': 1} {{(pid=93815) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 17:35:44.544796 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-9cc2ed01-8124-4e11-8923-121982b7889a tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:44.652480 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-48c95608-e451-4c33-bc15-1033d8dea945 req-7948530d-e5e0-450c-8e2d-545738ce8df6 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f7a0e-ddcd-4751-b463-8f10fa2ce7cf HTTP/1.1" status: 200 len: 210 time: 0.0289049 Aug 30 17:35:44.668198 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_common [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-9cc2ed01-8124-4e11-8923-121982b7889a tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Allocated IP 172.20.0.10 (196fb99d-3f96-4cc1-a31b-fdb6ea5426db/881f0380-0a33-4e72-b063-4039781369e9/cac0a7eb-8ed1-4a7b-832a-3ed906e1706a) {{(pid=93815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 17:35:44.808982 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-9cc2ed01-8124-4e11-8923-121982b7889a tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Notify callbacks [] for port, precommit_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:45.087623 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-9cc2ed01-8124-4e11-8923-121982b7889a tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763728914935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_create {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:45.129111 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-9cc2ed01-8124-4e11-8923-121982b7889a tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Network 196fb99d-3f96-4cc1-a31b-fdb6ea5426db is already hosted by enough agents. {{(pid=93815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 17:35:45.132597 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.scheduler.base_scheduler [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-9cc2ed01-8124-4e11-8923-121982b7889a tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Resources bound (agent type, host, resource id): {{(pid=93815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 17:35:45.136259 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-9cc2ed01-8124-4e11-8923-121982b7889a tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Received port after_create {{(pid=93815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 17:35:45.142132 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2ed01-8124-4e11-8923-121982b7889a tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Pushing event updated for resources: {'Port': ['ID=cac0a7eb-8ed1-4a7b-832a-3ed906e1706a,revision_number=1']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:45.185667 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-9cc2ed01-8124-4e11-8923-121982b7889a tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:45.186261 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-9cc2ed01-8124-4e11-8923-121982b7889a tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:45.200181 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-9cc2ed01-8124-4e11-8923-121982b7889a tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7717860 Aug 30 17:35:45.212428 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.v2.base [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-e6f90e91-b6f2-4ac3-a540-3c2f2ba8de10 service neutron] Request body: {'port': {'device_id': 'd56f7a0e-ddcd-4751-b463-8f10fa2ce7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80531'}} {{(pid=93815) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 17:35:45.264214 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-e6f90e91-b6f2-4ac3-a540-3c2f2ba8de10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:45.512002 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-e6f90e91-b6f2-4ac3-a540-3c2f2ba8de10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cac0a7eb-8ed1-4a7b-832a-3ed906e1706a {{(pid=93815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:35:45.519705 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-e6f90e91-b6f2-4ac3-a540-3c2f2ba8de10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:45.531472 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-e6f90e91-b6f2-4ac3-a540-3c2f2ba8de10 service neutron] Transition to ACTIVE for port object cac0a7eb-8ed1-4a7b-832a-3ed906e1706a will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 17:35:45.535009 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-e6f90e91-b6f2-4ac3-a540-3c2f2ba8de10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194083'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:45.583497 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f90e91-b6f2-4ac3-a540-3c2f2ba8de10 service neutron] Pushing event updated for resources: {'Port': ['ID=cac0a7eb-8ed1-4a7b-832a-3ed906e1706a,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:45.650070 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-e6f90e91-b6f2-4ac3-a540-3c2f2ba8de10 service neutron] Attempting to bind port cac0a7eb-8ed1-4a7b-832a-3ed906e1706a on host hv-cinder-80531 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 17:35:45.650397 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-e6f90e91-b6f2-4ac3-a540-3c2f2ba8de10 service neutron] Attempting to bind port cac0a7eb-8ed1-4a7b-832a-3ed906e1706a by drivers openvswitch,hyperv on host hv-cinder-80531 at level 0 using segments [{'id': '55f97289-0588-4821-9666-ec068678bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '196fb99d-3f96-4cc1-a31b-fdb6ea5426db'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 17:35:45.650716 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-e6f90e91-b6f2-4ac3-a540-3c2f2ba8de10 service neutron] Attempting to bind port cac0a7eb-8ed1-4a7b-832a-3ed906e1706a on network 196fb99d-3f96-4cc1-a31b-fdb6ea5426db {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:35:45.654870 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-e6f90e91-b6f2-4ac3-a540-3c2f2ba8de10 service neutron] Port cac0a7eb-8ed1-4a7b-832a-3ed906e1706a on network 196fb99d-3f96-4cc1-a31b-fdb6ea5426db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80531 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 17:35:45.655189 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-e6f90e91-b6f2-4ac3-a540-3c2f2ba8de10 service neutron] Attempting to bind port cac0a7eb-8ed1-4a7b-832a-3ed906e1706a on network 196fb99d-3f96-4cc1-a31b-fdb6ea5426db {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 17:35:45.659743 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-e6f90e91-b6f2-4ac3-a540-3c2f2ba8de10 service neutron] Checking agent: {'id': 'ee80e8a3-09f9-4e7d-a921-e109800248d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80531', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'started_at': datetime.datetime(2021, 8, 30, 17, 19, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 17, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 17:35:45.660078 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-e6f90e91-b6f2-4ac3-a540-3c2f2ba8de10 service neutron] Checking segment: {'id': '55f97289-0588-4821-9666-ec068678bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '196fb99d-3f96-4cc1-a31b-fdb6ea5426db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 17:35:45.660454 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-e6f90e91-b6f2-4ac3-a540-3c2f2ba8de10 service neutron] Bound using segment: {'id': '55f97289-0588-4821-9666-ec068678bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '196fb99d-3f96-4cc1-a31b-fdb6ea5426db'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 17:35:45.660870 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-e6f90e91-b6f2-4ac3-a540-3c2f2ba8de10 service neutron] Bound port: cac0a7eb-8ed1-4a7b-832a-3ed906e1706a, host: hv-cinder-80531, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55f97289-0588-4821-9666-ec068678bf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '196fb99d-3f96-4cc1-a31b-fdb6ea5426db'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 17:35:45.661773 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-e6f90e91-b6f2-4ac3-a540-3c2f2ba8de10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:45.722012 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-e6f90e91-b6f2-4ac3-a540-3c2f2ba8de10 service neutron] For port cac0a7eb-8ed1-4a7b-832a-3ed906e1706a, host hv-cinder-80531, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 17:35:45.725690 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-e6f90e91-b6f2-4ac3-a540-3c2f2ba8de10 service neutron] For port cac0a7eb-8ed1-4a7b-832a-3ed906e1706a, host hv-cinder-80531, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=cac0a7eb-8ed1-4a7b-832a-3ed906e1706a,segment=NetworkSegment(55f97289-0588-4821-9666-ec068678bf20),segment_id=55f97289-0588-4821-9666-ec068678bf20)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 17:35:45.730197 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-e6f90e91-b6f2-4ac3-a540-3c2f2ba8de10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4194083'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:45.764048 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-e6f90e91-b6f2-4ac3-a540-3c2f2ba8de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:45.764738 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-e6f90e91-b6f2-4ac3-a540-3c2f2ba8de10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:45.766264 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-e6f90e91-b6f2-4ac3-a540-3c2f2ba8de10 service neutron] 10.222.0.52 "PUT /v2.0/ports/cac0a7eb-8ed1-4a7b-832a-3ed906e1706a HTTP/1.1" status: 200 len: 1094 time: 0.5582788 Aug 30 17:35:45.766713 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56f7a0e-ddcd-4751-b463-8f10fa2ce7cf', 'tag': 'cac0a7eb-8ed1-4a7b-832a-3ed906e1706a'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:35:45.768978 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4619c68-2f08-4a0d-a6c7-cf31810a87a9" -d '{"events": [{"name": "network-changed", "server_uuid": "d56f7a0e-ddcd-4751-b463-8f10fa2ce7cf", "tag": "cac0a7eb-8ed1-4a7b-832a-3ed906e1706a"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:35:45.798165 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f90e91-b6f2-4ac3-a540-3c2f2ba8de10 service neutron] Pushing event updated for resources: {'Port': ['ID=cac0a7eb-8ed1-4a7b-832a-3ed906e1706a,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:45.818068 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 17:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45429d0-142f-4f81-b60a-fb002e68306a x-openstack-request-id: req-c45429d0-142f-4f81-b60a-fb002e68306a {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:35:45.818428 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d56f7a0e-ddcd-4751-b463-8f10fa2ce7cf", "tag": "cac0a7eb-8ed1-4a7b-832a-3ed906e1706a", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:35:45.818641 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c45429d0-142f-4f81-b60a-fb002e68306a {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:35:45.818992 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd56f7a0e-ddcd-4751-b463-8f10fa2ce7cf', 'tag': 'cac0a7eb-8ed1-4a7b-832a-3ed906e1706a', 'status': 'completed', 'code': 200} Aug 30 17:35:45.863090 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-73446f34-0523-494f-b954-1efda7b464a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:45.865499 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-73446f34-0523-494f-b954-1efda7b464a1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c99a3114de1141579894d7753f0bf1d1&device_id=d56f7a0e-ddcd-4751-b463-8f10fa2ce7cf HTTP/1.1" status: 200 len: 1097 time: 0.0558031 Aug 30 17:35:45.906472 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-8a5d134c-c195-43fa-9c09-ffcdbb380cc1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cac0a7eb-8ed1-4a7b-832a-3ed906e1706a HTTP/1.1" status: 200 len: 217 time: 0.0343947 Aug 30 17:35:45.957127 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-1a897753-8131-4b9e-ad67-518d788f66c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:45.958652 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-1a897753-8131-4b9e-ad67-518d788f66c6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=881f0380-0a33-4e72-b063-4039781369e9 HTTP/1.1" status: 200 len: 854 time: 0.0444925 Aug 30 17:35:45.995254 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-0c217b56-0498-4871-a54d-f46541fedce7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=196fb99d-3f96-4cc1-a31b-fdb6ea5426db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294821 Aug 30 17:35:46.010279 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6d430-efc3-4677-8550-9d686eb822b6 req-cfeeb6e9-02df-4021-a708-eaa59bfe416c tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:46.011747 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-83a6d430-efc3-4677-8550-9d686eb822b6 req-cfeeb6e9-02df-4021-a708-eaa59bfe416c tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f7a0e-ddcd-4751-b463-8f10fa2ce7cf HTTP/1.1" status: 200 len: 944 time: 0.2926610 Aug 30 17:35:46.049293 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-83a6d430-efc3-4677-8550-9d686eb822b6 req-ff476eb1-e3a9-4e02-aa17-8b14adbab99d tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/security-groups?id=25495594-9d78-4d76-bca6-2b04c65fcf14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315900 Aug 30 17:35:46.087178 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-c9444db2-929a-4a4b-8ec9-b38fdcdbc430 service neutron] 10.222.0.52 "GET /v2.0/networks/196fb99d-3f96-4cc1-a31b-fdb6ea5426db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852742 Aug 30 17:35:46.184361 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-56c79fad-cef7-4fcd-be78-8f60eb641cc7 req-99116873-3c22-48ea-a7af-ab9f020558bb service neutron] 10.222.0.52 "GET /v2.0/networks/196fb99d-3f96-4cc1-a31b-fdb6ea5426db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906658 Aug 30 17:35:46.271198 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4619c68-2f08-4a0d-a6c7-cf31810a87a9 req-7b2eb1b5-dcda-47f2-807c-9b3be620f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:46.272752 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b4619c68-2f08-4a0d-a6c7-cf31810a87a9 req-7b2eb1b5-dcda-47f2-807c-9b3be620f0a8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c99a3114de1141579894d7753f0bf1d1&device_id=d56f7a0e-ddcd-4751-b463-8f10fa2ce7cf HTTP/1.1" status: 200 len: 1097 time: 0.0392077 Aug 30 17:35:46.358655 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4619c68-2f08-4a0d-a6c7-cf31810a87a9 req-b30a818d-722f-4b60-a5d7-bb38b1a01cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:46.359994 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b4619c68-2f08-4a0d-a6c7-cf31810a87a9 req-b30a818d-722f-4b60-a5d7-bb38b1a01cde service neutron] 10.222.0.52 "GET /v2.0/networks?id=196fb99d-3f96-4cc1-a31b-fdb6ea5426db HTTP/1.1" status: 200 len: 915 time: 0.0806789 Aug 30 17:35:46.403989 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b4619c68-2f08-4a0d-a6c7-cf31810a87a9 req-ae887b90-b5f4-4ec9-8995-e2b5ffa19cca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cac0a7eb-8ed1-4a7b-832a-3ed906e1706a HTTP/1.1" status: 200 len: 217 time: 0.0355120 Aug 30 17:35:46.451994 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4619c68-2f08-4a0d-a6c7-cf31810a87a9 req-1453def2-2d6b-4417-9de9-e029b39b469c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:46.453346 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b4619c68-2f08-4a0d-a6c7-cf31810a87a9 req-1453def2-2d6b-4417-9de9-e029b39b469c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=881f0380-0a33-4e72-b063-4039781369e9 HTTP/1.1" status: 200 len: 854 time: 0.0419364 Aug 30 17:35:46.484592 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b4619c68-2f08-4a0d-a6c7-cf31810a87a9 req-e5219cae-b194-4218-ac80-a9003762359b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=196fb99d-3f96-4cc1-a31b-fdb6ea5426db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228722 Aug 30 17:35:46.576866 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b4619c68-2f08-4a0d-a6c7-cf31810a87a9 req-33f37ef0-4098-4761-b6f7-4973dca2f78d service neutron] 10.222.0.52 "GET /v2.0/networks/196fb99d-3f96-4cc1-a31b-fdb6ea5426db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840189 Aug 30 17:35:46.664233 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-b4619c68-2f08-4a0d-a6c7-cf31810a87a9 req-b94871bd-0045-4c23-91dc-e3636cae7aa3 service neutron] 10.222.0.52 "GET /v2.0/networks/196fb99d-3f96-4cc1-a31b-fdb6ea5426db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795071 Aug 30 17:35:47.161029 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fe269-b725-48d5-9321-1d7ee2fd726b req-23fb7e4e-0d85-44e0-9571-2552162947da tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:47.163074 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-109fe269-b725-48d5-9321-1d7ee2fd726b req-23fb7e4e-0d85-44e0-9571-2552162947da tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f7a0e-ddcd-4751-b463-8f10fa2ce7cf HTTP/1.1" status: 200 len: 944 time: 0.0476677 Aug 30 17:35:47.199209 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-109fe269-b725-48d5-9321-1d7ee2fd726b req-65fed690-0246-4be1-bc22-229bead684db tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/security-groups?id=25495594-9d78-4d76-bca6-2b04c65fcf14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301127 Aug 30 17:35:48.258944 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device cac0a7eb-8ed1-4a7b-832a-3ed906e1706a details requested by agent hyperv_hv-cinder-80531 with host hv-cinder-80531 {{(pid=93817) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 17:35:48.310241 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3c014-807f-4ffe-879c-5a173ed1014a req-f0275609-a988-46c8-a86d-ce5eaf6c991f tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:48.311705 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-65d3c014-807f-4ffe-879c-5a173ed1014a req-f0275609-a988-46c8-a86d-ce5eaf6c991f tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f7a0e-ddcd-4751-b463-8f10fa2ce7cf HTTP/1.1" status: 200 len: 944 time: 0.0481429 Aug 30 17:35:48.351111 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-65d3c014-807f-4ffe-879c-5a173ed1014a req-33ae1e28-115b-46af-99d4-60e13c9566db tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/security-groups?id=25495594-9d78-4d76-bca6-2b04c65fcf14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334988 Aug 30 17:35:48.353986 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port cac0a7eb-8ed1-4a7b-832a-3ed906e1706a, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=cac0a7eb-8ed1-4a7b-832a-3ed906e1706a,segment=NetworkSegment(55f97289-0588-4821-9666-ec068678bf20),segment_id=55f97289-0588-4821-9666-ec068678bf20)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:35:48.366125 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Returning: {'device': 'cac0a7eb-8ed1-4a7b-832a-3ed906e1706a', 'network_id': '196fb99d-3f96-4cc1-a31b-fdb6ea5426db', 'port_id': 'cac0a7eb-8ed1-4a7b-832a-3ed906e1706a', 'mac_address': 'fa:16:3e:65:fd:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881f0380-0a33-4e72-b063-4039781369e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93817) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 17:35:48.401368 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:48.413288 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cac0a7eb-8ed1-4a7b-832a-3ed906e1706a {{(pid=93817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 17:35:48.431841 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port cac0a7eb-8ed1-4a7b-832a-3ed906e1706a, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=cac0a7eb-8ed1-4a7b-832a-3ed906e1706a,segment=NetworkSegment(55f97289-0588-4821-9666-ec068678bf20),segment_id=55f97289-0588-4821-9666-ec068678bf20)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:35:48.435348 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:48.483762 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=cac0a7eb-8ed1-4a7b-832a-3ed906e1706a,revision_number=4']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:48.490988 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:48.491357 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:48.491694 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:48.492026 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:48.492354 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:48.492681 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:48.493001 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:48.493369 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:48.493727 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:48.494080 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:48.494449 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:48.494770 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:35:48.640688 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['cac0a7eb-8ed1-4a7b-832a-3ed906e1706a'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:35:49.464042 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a724e98-e1bb-41aa-a16c-a2690fd89296 req-31bfa39f-8227-467f-89e8-0afd778017a5 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:49.465487 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7a724e98-e1bb-41aa-a16c-a2690fd89296 req-31bfa39f-8227-467f-89e8-0afd778017a5 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f7a0e-ddcd-4751-b463-8f10fa2ce7cf HTTP/1.1" status: 200 len: 945 time: 0.0491259 Aug 30 17:35:49.501050 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-7a724e98-e1bb-41aa-a16c-a2690fd89296 req-28843e03-0a58-48db-9c16-18c30fd2dbaf tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/security-groups?id=25495594-9d78-4d76-bca6-2b04c65fcf14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297997 Aug 30 17:35:50.290156 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device cac0a7eb-8ed1-4a7b-832a-3ed906e1706a up at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 17:35:50.339485 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning for port cac0a7eb-8ed1-4a7b-832a-3ed906e1706a completed by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 17:35:50.342936 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.db.provisioning_blocks [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Provisioning complete for port cac0a7eb-8ed1-4a7b-832a-3ed906e1706a triggered by entity L2. {{(pid=93817) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 17:35:50.343307 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33138230'] for port, provisioning_complete {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:50.414932 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33098431'] for port, before_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:50.437171 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56f7a0e-ddcd-4751-b463-8f10fa2ce7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac0a7eb-8ed1-4a7b-832a-3ed906e1706a'}] {{(pid=93817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:35:50.439417 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b565bf2a2ce0626243007c858acec0a0684ffd3fe6012f569d221254cd872eb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d302146-b045-4b3d-a364-18858ac87720" -d '{"events": [{"server_uuid": "d56f7a0e-ddcd-4751-b463-8f10fa2ce7cf", "name": "network-vif-plugged", "status": "completed", "tag": "cac0a7eb-8ed1-4a7b-832a-3ed906e1706a"}]}' {{(pid=93817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:35:50.452319 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] For port cac0a7eb-8ed1-4a7b-832a-3ed906e1706a, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=cac0a7eb-8ed1-4a7b-832a-3ed906e1706a,segment=NetworkSegment(55f97289-0588-4821-9666-ec068678bf20),segment_id=55f97289-0588-4821-9666-ec068678bf20)] {{(pid=93817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:35:50.456369 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763729467185', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763728917261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763728917279'] for port, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:50.480385 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a87c2e-d5b3-42f5-85a0-611223863419 x-openstack-request-id: req-43a87c2e-d5b3-42f5-85a0-611223863419 {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:35:50.480683 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56f7a0e-ddcd-4751-b463-8f10fa2ce7cf", "name": "network-vif-plugged", "status": "completed", "tag": "cac0a7eb-8ed1-4a7b-832a-3ed906e1706a", "code": 200}]} {{(pid=93817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:35:50.480995 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43a87c2e-d5b3-42f5-85a0-611223863419 {{(pid=93817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:35:50.481384 dv-cinder-805316-3-iscsi neutron-server[93817]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56f7a0e-ddcd-4751-b463-8f10fa2ce7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac0a7eb-8ed1-4a7b-832a-3ed906e1706a', 'code': 200} Aug 30 17:35:50.510579 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Pushing event updated for resources: {'Port': ['ID=cac0a7eb-8ed1-4a7b-832a-3ed906e1706a,revision_number=5']} {{(pid=93817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:35:50.615549 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcbbee-98f3-488e-850f-0143362e9244 req-0bc47e9c-bf2f-4c0f-95e6-5214a48a6787 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:50.617100 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-00fcbbee-98f3-488e-850f-0143362e9244 req-0bc47e9c-bf2f-4c0f-95e6-5214a48a6787 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f7a0e-ddcd-4751-b463-8f10fa2ce7cf HTTP/1.1" status: 200 len: 946 time: 0.0497713 Aug 30 17:35:50.639994 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d6571-2e85-4bf6-9651-f0b019f7bfac req-03d854d3-65fc-4a72-bc17-043483582469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:50.641476 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e61d6571-2e85-4bf6-9651-f0b019f7bfac req-03d854d3-65fc-4a72-bc17-043483582469 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d56f7a0e-ddcd-4751-b463-8f10fa2ce7cf HTTP/1.1" status: 200 len: 1099 time: 0.0405095 Aug 30 17:35:50.654514 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-00fcbbee-98f3-488e-850f-0143362e9244 req-37f9bcc2-88f3-4642-a0e3-a4343dbc86ef tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/security-groups?id=25495594-9d78-4d76-bca6-2b04c65fcf14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310087 Aug 30 17:35:50.675211 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-e61d6571-2e85-4bf6-9651-f0b019f7bfac req-868c7e85-e460-4422-a219-aa7f21f922d6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=25495594-9d78-4d76-bca6-2b04c65fcf14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268621 Aug 30 17:35:51.771884 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022dc20-3bbf-41d7-9c08-69765b524ee0 req-af9ab398-c48e-4d82-940f-cd75dfdcfe91 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:35:51.773344 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b022dc20-3bbf-41d7-9c08-69765b524ee0 req-af9ab398-c48e-4d82-940f-cd75dfdcfe91 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f7a0e-ddcd-4751-b463-8f10fa2ce7cf HTTP/1.1" status: 200 len: 946 time: 0.0480649 Aug 30 17:35:51.812422 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-b022dc20-3bbf-41d7-9c08-69765b524ee0 req-fc49432d-b1af-46ba-9ab7-921977612056 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/security-groups?id=25495594-9d78-4d76-bca6-2b04c65fcf14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332360 Aug 30 17:35:54.849632 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-48c23ee7-a2d3-4af3-8806-bea671744e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:55.098661 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:57.595061 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-d06e4c4a-42b3-4c90-98b7-6164e587e58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:57.858771 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:35:58.834932 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:00.123729 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:09.170214 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:36:10.402276 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-af46f8c1-911b-4af8-8b2b-51f4c9aa98c7 req-2222233b-1a65-4ed8-825f-55bd737b2eac service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d56f7a0e-ddcd-4751-b463-8f10fa2ce7cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445900 Aug 30 17:36:10.493890 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46f8c1-911b-4af8-8b2b-51f4c9aa98c7 req-931fed7e-f30b-4475-9a19-aa9358f3e092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:10.495454 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-af46f8c1-911b-4af8-8b2b-51f4c9aa98c7 req-931fed7e-f30b-4475-9a19-aa9358f3e092 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c99a3114de1141579894d7753f0bf1d1&device_id=d56f7a0e-ddcd-4751-b463-8f10fa2ce7cf HTTP/1.1" status: 200 len: 1099 time: 0.0420368 Aug 30 17:36:10.599138 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46f8c1-911b-4af8-8b2b-51f4c9aa98c7 req-51d4ebf1-fa6a-4bc0-863f-d666fc042753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:10.600739 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-af46f8c1-911b-4af8-8b2b-51f4c9aa98c7 req-51d4ebf1-fa6a-4bc0-863f-d666fc042753 service neutron] 10.222.0.52 "GET /v2.0/networks?id=196fb99d-3f96-4cc1-a31b-fdb6ea5426db HTTP/1.1" status: 200 len: 915 time: 0.0866578 Aug 30 17:36:10.642388 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-af46f8c1-911b-4af8-8b2b-51f4c9aa98c7 req-808526d4-bc52-47b2-87ef-bfbef4a0c27a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cac0a7eb-8ed1-4a7b-832a-3ed906e1706a HTTP/1.1" status: 200 len: 217 time: 0.0331779 Aug 30 17:36:10.691904 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46f8c1-911b-4af8-8b2b-51f4c9aa98c7 req-0c56f925-34b2-404f-9ff6-edd5326678d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:10.694478 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-af46f8c1-911b-4af8-8b2b-51f4c9aa98c7 req-0c56f925-34b2-404f-9ff6-edd5326678d1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=881f0380-0a33-4e72-b063-4039781369e9 HTTP/1.1" status: 200 len: 854 time: 0.0439146 Aug 30 17:36:10.726567 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-af46f8c1-911b-4af8-8b2b-51f4c9aa98c7 req-5980be6f-19a9-4ab9-8f3a-8e31e600133d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=196fb99d-3f96-4cc1-a31b-fdb6ea5426db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239208 Aug 30 17:36:10.818243 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-af46f8c1-911b-4af8-8b2b-51f4c9aa98c7 req-43c10b4a-7a59-4ab4-b9b1-b01df6615826 service neutron] 10.222.0.52 "GET /v2.0/networks/196fb99d-3f96-4cc1-a31b-fdb6ea5426db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828462 Aug 30 17:36:10.912210 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-af46f8c1-911b-4af8-8b2b-51f4c9aa98c7 req-a90f6229-4db9-4fa4-8f4e-6cbb9e4f0b5a service neutron] 10.222.0.52 "GET /v2.0/networks/196fb99d-3f96-4cc1-a31b-fdb6ea5426db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825045 Aug 30 17:36:11.755636 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85887b-0972-436a-bd96-78afdfe34706 req-2758a6a6-315b-454d-9a9d-25d156d44ef2 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:11.756993 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ae85887b-0972-436a-bd96-78afdfe34706 req-2758a6a6-315b-454d-9a9d-25d156d44ef2 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f7a0e-ddcd-4751-b463-8f10fa2ce7cf HTTP/1.1" status: 200 len: 946 time: 0.0490575 Aug 30 17:36:11.792771 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-ae85887b-0972-436a-bd96-78afdfe34706 req-47c0c1a0-ea23-440f-a4db-5c7ce2573bec tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/security-groups?id=25495594-9d78-4d76-bca6-2b04c65fcf14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299935 Aug 30 17:36:12.910384 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9760fbd-3d90-474a-a7a4-fe2b1df15e16 req-74997956-4770-4918-a126-a6f3bc245993 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93816) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:12.912001 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c9760fbd-3d90-474a-a7a4-fe2b1df15e16 req-74997956-4770-4918-a126-a6f3bc245993 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f7a0e-ddcd-4751-b463-8f10fa2ce7cf HTTP/1.1" status: 200 len: 946 time: 0.0499284 Aug 30 17:36:12.949731 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-c9760fbd-3d90-474a-a7a4-fe2b1df15e16 req-210af246-8906-4de4-9339-a426e8da2e17 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/security-groups?id=25495594-9d78-4d76-bca6-2b04c65fcf14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319006 Aug 30 17:36:13.308133 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912fd1e-3c2f-4e49-9855-25e30400c7a9 req-18703c8d-8c04-4637-b497-38e167321aea tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93815) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 17:36:13.309591 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2912fd1e-3c2f-4e49-9855-25e30400c7a9 req-18703c8d-8c04-4637-b497-38e167321aea tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.52 "GET /v2.0/ports?device_id=d56f7a0e-ddcd-4751-b463-8f10fa2ce7cf HTTP/1.1" status: 200 len: 946 time: 0.0526836 Aug 30 17:36:13.394308 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-2912fd1e-3c2f-4e49-9855-25e30400c7a9 req-8f2c62f8-2c6b-4899-bf58-667efe75b530 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Deleting port cac0a7eb-8ed1-4a7b-832a-3ed906e1706a {{(pid=93815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 17:36:13.394578 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2912fd1e-3c2f-4e49-9855-25e30400c7a9 req-8f2c62f8-2c6b-4899-bf58-667efe75b530 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763729330463'] for port, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:13.481969 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.db [req-2912fd1e-3c2f-4e49-9855-25e30400c7a9 req-8f2c62f8-2c6b-4899-bf58-667efe75b530 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] For port cac0a7eb-8ed1-4a7b-832a-3ed906e1706a, host hv-cinder-80531, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80531',level=0,port_id=cac0a7eb-8ed1-4a7b-832a-3ed906e1706a,segment=NetworkSegment(55f97289-0588-4821-9666-ec068678bf20),segment_id=55f97289-0588-4821-9666-ec068678bf20)] {{(pid=93815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 17:36:13.482333 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2912fd1e-3c2f-4e49-9855-25e30400c7a9 req-8f2c62f8-2c6b-4899-bf58-667efe75b530 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533275'] for port, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:13.495899 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.plugins.ml2.plugin [req-2912fd1e-3c2f-4e49-9855-25e30400c7a9 req-8f2c62f8-2c6b-4899-bf58-667efe75b530 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Calling delete_port for cac0a7eb-8ed1-4a7b-832a-3ed906e1706a owned by compute:nova {{(pid=93815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 17:36:13.621244 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2912fd1e-3c2f-4e49-9855-25e30400c7a9 req-8f2c62f8-2c6b-4899-bf58-667efe75b530 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33098480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763729467167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763728917252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4194106'] for port, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:13.633434 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.db [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] get_ports_and_sgs() called for port_ids ['cac0a7eb-8ed1-4a7b-832a-3ed906e1706a'] {{(pid=93817) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 17:36:13.653551 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c62f8-2c6b-4899-bf58-667efe75b530 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Pushing event deleted for resources: {'Port': ['ID=cac0a7eb-8ed1-4a7b-832a-3ed906e1706a,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:13.695807 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [req-2912fd1e-3c2f-4e49-9855-25e30400c7a9 req-8f2c62f8-2c6b-4899-bf58-667efe75b530 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] No DVR routers for this DVR port cac0a7eb-8ed1-4a7b-832a-3ed906e1706a on host hv-cinder-80531 {{(pid=93815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 17:36:13.698332 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [req-2912fd1e-3c2f-4e49-9855-25e30400c7a9 req-8f2c62f8-2c6b-4899-bf58-667efe75b530 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4982'] for port, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:13.700461 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [req-2912fd1e-3c2f-4e49-9855-25e30400c7a9 req-8f2c62f8-2c6b-4899-bf58-667efe75b530 tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.52 "DELETE /v2.0/ports/cac0a7eb-8ed1-4a7b-832a-3ed906e1706a HTTP/1.1" status: 204 len: 173 time: 0.3851738 Aug 30 17:36:13.700921 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56f7a0e-ddcd-4751-b463-8f10fa2ce7cf', 'name': 'network-vif-deleted', 'tag': 'cac0a7eb-8ed1-4a7b-832a-3ed906e1706a'}] {{(pid=93815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 17:36:13.703153 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da2caea424fffa38350401d0f59dc0339a4d7b71459940c751ac17c989e561fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad300fe-67f9-48f8-a706-9cf4d9931f2e" -d '{"events": [{"server_uuid": "d56f7a0e-ddcd-4751-b463-8f10fa2ce7cf", "name": "network-vif-deleted", "tag": "cac0a7eb-8ed1-4a7b-832a-3ed906e1706a"}]}' {{(pid=93815) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 17:36:13.749657 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 17:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7899c4a-1416-47a9-a879-95c7aabdf1e2 x-openstack-request-id: req-d7899c4a-1416-47a9-a879-95c7aabdf1e2 {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 17:36:13.749878 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56f7a0e-ddcd-4751-b463-8f10fa2ce7cf", "name": "network-vif-deleted", "tag": "cac0a7eb-8ed1-4a7b-832a-3ed906e1706a", "status": "completed", "code": 200}]} {{(pid=93815) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 17:36:13.750177 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7899c4a-1416-47a9-a879-95c7aabdf1e2 {{(pid=93815) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 17:36:13.750576 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56f7a0e-ddcd-4751-b463-8f10fa2ce7cf', 'name': 'network-vif-deleted', 'tag': 'cac0a7eb-8ed1-4a7b-832a-3ed906e1706a', 'status': 'completed', 'code': 200} Aug 30 17:36:14.054882 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [req-df54c69e-95ba-4348-a9ef-696737ecdf8e req-1a95df96-8dd2-46c8-9b82-e359f352656c tempest-VolumesSnapshotTestJSON-169106645 tempest-VolumesSnapshotTestJSON-169106645-project] 10.222.0.21 "GET /v2.0/ports?device_id=d56f7a0e-ddcd-4751-b463-8f10fa2ce7cf HTTP/1.1" status: 200 len: 210 time: 0.0268629 Aug 30 17:36:16.419811 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device cac0a7eb-8ed1-4a7b-832a-3ed906e1706a no longer exists at agent hyperv_hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 17:36:16.439685 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.plugin [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] No Port match for: cac0a7eb-8ed1-4a7b-832a-3ed906e1706a {{(pid=93817) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 17:36:16.440044 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron.plugins.ml2.rpc [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Device cac0a7eb-8ed1-4a7b-832a-3ed906e1706a not bound to the agent host hv-cinder-80531 {{(pid=93817) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 17:36:24.849587 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-dcf6d7f3-bedd-4d2b-8d91-ca3543cae03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:25.090225 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:27.595673 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-41e4acc9-e991-4f43-a4db-79515e05f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:27.862850 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:28.838913 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:30.126699 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:37.152395 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [-] (93815) accepted ('10.222.0.21', 59592) {{(pid=93815) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:37.196269 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.db.db_base_plugin_v2 [None req-c450976c-0377-4c59-bad1-971cee12a6fc admin admin] Deleting subnet 881f0380-0a33-4e72-b063-4039781369e9 {{(pid=93815) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 17:36:37.199428 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c450976c-0377-4c59-bad1-971cee12a6fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:37.232177 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c450976c-0377-4c59-bad1-971cee12a6fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3993701'] for subnet, precommit_delete_associations {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:37.272306 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c450976c-0377-4c59-bad1-971cee12a6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33214020'] for subnet, precommit_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:37.322593 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c450976c-0377-4c59-bad1-971cee12a6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33214027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4194153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9314945'] for subnet, after_delete {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:37.347784 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450976c-0377-4c59-bad1-971cee12a6fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=881f0380-0a33-4e72-b063-4039781369e9,revision_number=None']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:37.350248 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c450976c-0377-4c59-bad1-971cee12a6fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for subnet, before_response {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:37.352032 dv-cinder-805316-3-iscsi neutron-server[93815]: INFO neutron.wsgi [None req-c450976c-0377-4c59-bad1-971cee12a6fc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/881f0380-0a33-4e72-b063-4039781369e9 HTTP/1.1" status: 204 len: 168 time: 0.1986656 Aug 30 17:36:37.354734 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 59594) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:37.357873 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c450976c-0377-4c59-bad1-971cee12a6fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:37.358223 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c450976c-0377-4c59-bad1-971cee12a6fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:37.358563 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c450976c-0377-4c59-bad1-971cee12a6fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:37.358899 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c450976c-0377-4c59-bad1-971cee12a6fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:37.359230 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c450976c-0377-4c59-bad1-971cee12a6fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:37.359561 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c450976c-0377-4c59-bad1-971cee12a6fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:37.359886 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c450976c-0377-4c59-bad1-971cee12a6fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:37.360212 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c450976c-0377-4c59-bad1-971cee12a6fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:37.360555 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c450976c-0377-4c59-bad1-971cee12a6fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:37.360863 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c450976c-0377-4c59-bad1-971cee12a6fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:37.361185 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c450976c-0377-4c59-bad1-971cee12a6fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:37.361505 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c450976c-0377-4c59-bad1-971cee12a6fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:37.427287 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e46382b-493f-4968-a6b9-d225bc82d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33116116'] for network, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:37.501365 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e46382b-493f-4968-a6b9-d225bc82d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33152447', 'neutron.services.segments.db._delete_segments_for_network-8763729442798'] for network, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:37.510702 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-0e46382b-493f-4968-a6b9-d225bc82d1f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['196fb99d-3f96-4cc1-a31b-fdb6ea5426db']}} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:36:37.523948 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-0e46382b-493f-4968-a6b9-d225bc82d1f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f97289-0588-4821-9666-ec068678bf20') {'for_net_delete': True} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:36:37.524235 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.services.segments.db [None req-0e46382b-493f-4968-a6b9-d225bc82d1f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f97289-0588-4821-9666-ec068678bf20') {} {{(pid=93816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 17:36:37.532570 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e46382b-493f-4968-a6b9-d225bc82d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763729442681', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3015845'] for segment, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:37.546701 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e46382b-493f-4968-a6b9-d225bc82d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437'] for segment, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:37.553043 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e46382b-493f-4968-a6b9-d225bc82d1f3 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93816) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 17:36:37.553421 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e46382b-493f-4968-a6b9-d225bc82d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33215437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2822357'] for segment, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: Traceback (most recent call last): Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: timer() Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: cb(*args, **kw) Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: return func(*args, **kwargs) Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: self._notify() Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: self.callback(batched_events) Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: event.method(event) Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: return f(self, *a, **k) Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: return self._get(url).json() Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: return self.request(url, 'GET', **kwargs) Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 17:36:37.555054 dv-cinder-805316-3-iscsi neutron-server[93816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 17:36:37.607560 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e46382b-493f-4968-a6b9-d225bc82d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33152454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535142'] for network, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:37.618579 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-0e46382b-493f-4968-a6b9-d225bc82d1f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561535'] for network, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:37.621923 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-0e46382b-493f-4968-a6b9-d225bc82d1f3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/196fb99d-3f96-4cc1-a31b-fdb6ea5426db HTTP/1.1" status: 204 len: 168 time: 0.2646542 Aug 30 17:36:37.639818 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46382b-493f-4968-a6b9-d225bc82d1f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=196fb99d-3f96-4cc1-a31b-fdb6ea5426db,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:37.651078 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46382b-493f-4968-a6b9-d225bc82d1f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:37.651432 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46382b-493f-4968-a6b9-d225bc82d1f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:37.651774 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46382b-493f-4968-a6b9-d225bc82d1f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:37.652108 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46382b-493f-4968-a6b9-d225bc82d1f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:37.652441 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46382b-493f-4968-a6b9-d225bc82d1f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:37.652772 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46382b-493f-4968-a6b9-d225bc82d1f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:37.653101 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46382b-493f-4968-a6b9-d225bc82d1f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:37.653429 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46382b-493f-4968-a6b9-d225bc82d1f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:37.653784 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46382b-493f-4968-a6b9-d225bc82d1f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:37.654108 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46382b-493f-4968-a6b9-d225bc82d1f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:37.654433 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46382b-493f-4968-a6b9-d225bc82d1f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:37.654756 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e46382b-493f-4968-a6b9-d225bc82d1f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805316-3-iscsi {{(pid=93816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 17:36:37.743932 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 59598) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:37.781818 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-7e920b2e-1265-4dd0-994f-e77153bc8923 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c99a3114de1141579894d7753f0bf1d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366817 Aug 30 17:36:37.784102 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [-] (93816) accepted ('10.222.0.21', 59600) {{(pid=93816) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 17:36:37.830529 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f5894cd3-206d-4267-95ef-76b7a018eb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:37.853845 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f5894cd3-206d-4267-95ef-76b7a018eb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:37.899928 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f5894cd3-206d-4267-95ef-76b7a018eb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598753'] for security_group, after_delete {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:37.902434 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron_lib.callbacks.manager [None req-f5894cd3-206d-4267-95ef-76b7a018eb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:37.903575 dv-cinder-805316-3-iscsi neutron-server[93816]: INFO neutron.wsgi [None req-f5894cd3-206d-4267-95ef-76b7a018eb09 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25495594-9d78-4d76-bca6-2b04c65fcf14 HTTP/1.1" status: 204 len: 168 time: 0.1186213 Aug 30 17:36:37.912084 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5894cd3-206d-4267-95ef-76b7a018eb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25495594-9d78-4d76-bca6-2b04c65fcf14,revision_number=None']} {{(pid=93816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 17:36:46.169212 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:36:54.850149 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2d7ffe7d-18bb-4c3c-b6bd-5300d355afc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:55.109689 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:57.596658 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-61cf5a0f-6d8e-4d9d-bdae-503eb02edc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:57.864215 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:36:58.841274 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:00.129386 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:13.714771 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [req-dff8ccfe-5270-4e6c-baee-48fd15f4ec11 req-5b4d9b8a-e986-4028-9d83-ae73af9462ab service neutron] (93815) timed out ('10.222.0.52', 59086) {{(pid=93815) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 17:37:14.323868 dv-cinder-805316-3-iscsi neutron-server[93815]: DEBUG neutron.wsgi [req-2341ef80-ae6c-4752-a242-d1e7ec4e1904 req-747c0782-c21f-4f29-8f24-166fed1ef306 service neutron] (93815) timed out ('10.222.0.52', 59089) {{(pid=93815) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 17:37:23.169624 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:37:24.850314 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c075538b-cfcb-4129-9a55-bd3412f68674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:25.112693 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:27.596292 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-59a139a9-ad9b-4779-bfcf-1a6c13c00644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:27.867418 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:28.844291 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:30.132561 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:54.850761 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3fda3e07-7927-4346-b196-33b6fd98d9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:55.129542 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:57.596299 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-c094f25e-3448-456c-ade9-4729b3bec35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:57.867630 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:37:58.846753 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:00.135848 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:00.168631 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:38:24.854561 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-f20991a1-06b8-4585-ae2d-df46d1b03549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:25.144171 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:27.599733 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-527a6618-bb6f-461a-a637-38bf13de67f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:27.871748 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:28.851980 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:30.146095 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:37.168614 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:38:54.855453 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b1ced99a-b3b0-4dcd-af7c-585c895c04d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:55.141494 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:57.602110 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3f065cab-0404-4d25-8209-158b46ad54fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:57.872481 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:38:58.853043 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:00.142242 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:14.167249 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:39:24.855750 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-b3129040-5ea1-4ff9-8d58-d364bedb2a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:25.145765 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:27.601774 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-a84a6506-c169-479e-926e-82c22792975d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:27.872294 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:28.856173 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:30.144346 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:51.166195 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:39:54.856005 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-70cfe152-dad4-4460-8f9c-0ff02e23101b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:55.136564 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:57.605034 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2fe44006-3ad7-4464-b6e0-793d9c9a8cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:57.874295 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:39:58.456740 dv-cinder-805316-3-iscsi neutron-server[93816]: DEBUG neutron.wsgi [req-d7f48d23-b86a-4439-b59c-8bc48eadedc4 req-6eb2bf71-5c98-464b-8a0e-4c4a7dbe6ac1 service neutron] (93816) timed out ('10.222.0.52', 59116) {{(pid=93816) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 17:39:58.858629 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:00.148030 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:24.856336 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da1570c6-4fa1-4b51-bf24-fe6a208fe6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:25.141751 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:27.604033 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-95aca8dd-eaca-4306-8fa8-1bcc86054398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:27.875097 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:28.164733 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:40:28.862408 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:30.150769 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:54.858995 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-5e06fac7-f831-446e-929c-2d75846234a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:55.156687 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:57.604132 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-2793eb5e-5eca-4bcc-923f-06580b2ce988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:57.876892 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:40:58.864932 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:00.152829 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:05.163873 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:41:24.859512 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-3d32bb9a-8860-4785-9aca-8bf261d3aefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:25.148989 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:27.603478 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9ffb2885-844c-49da-997e-f0009f67250b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:27.877306 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-60e69235-f01a-4aa7-bcba-1dbb97ad35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:28.868032 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-aac4d04e-792b-499b-8ba5-29889770a5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:30.156264 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-9c44f53e-76e5-4dd0-870f-1dd9c5d7f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:42.161944 dv-cinder-805316-3-iscsi neutron-server[93818]: DEBUG neutron.db.agents_db [None req-3a1bb760-765e-4e7d-9744-4eeba45b4381 None None] Agent healthcheck: found 6 active agents {{(pid=93818) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 17:41:54.862457 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da6ac58e-fbd0-4fa7-b5d1-d12beaa2d556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 17:41:55.165073 dv-cinder-805316-3-iscsi neutron-server[93817]: DEBUG neutron_lib.callbacks.manager [None req-da0e58cc-d1bb-42e1-b38a-6888cdc10f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763729442780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33138309'] for agent, after_update {{(pid=93817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}